-- Logs begin at Thu 2021-04-15 18:47:08 UTC, end at Thu 2021-04-15 19:57:25 UTC. -- Apr 15 19:26:34.967309 dv-cinder-776307-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 19:26:38.105602 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.common.config [-] Logging enabled! Apr 15 19:26:38.106111 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 19:26:38.107473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85231) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 19:26:38.109219 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.common.config [-] Logging enabled! Apr 15 19:26:38.109536 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 19:26:38.109891 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85231) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 19:26:38.110931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 19:26:38.111195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 19:26:38.112244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 19:26:38.112529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 19:26:38.112787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 19:26:38.113159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.113529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.113869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.114130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.114474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.114807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.115129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.115463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.115802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.116125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.116442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.116764 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.117025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.117368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.117696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.118026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.118281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] debug = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.118599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.119132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.119453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.120396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.120725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.121035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.121386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.121678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.122000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.122363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] host = dv-cinder-776307-4-smb {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.122673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.123002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.123330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.123656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.123968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.124279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.124607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.124915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.125222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] log_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.125574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.125898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.126224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.126561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.126816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.127068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.127399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.127727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.128037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.128346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.128653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.128960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.129268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.129598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.129922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.130249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.130573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.130880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.131190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.131497 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.131803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.132126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.132432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.132738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.133046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.133394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.133725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.134014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.134357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.134687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.135006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.135395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.135682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.136004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.136311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.136617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.136923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] use_json = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.137229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.137563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.137886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.138193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.138498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.138806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.139111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.139436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:38.139771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.140109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.140451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.140772 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.141107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.141447 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.141780 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.142097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.142429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.142758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.143080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.143393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.143718 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.144034 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.144370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.144718 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.145054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.145406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.145721 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.146031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.146341 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.146908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.147230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.147564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.147895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.148205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.148522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.148854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.149170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.149503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.149817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.150146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.150460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.150789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.151184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.151597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.151907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.152217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.152534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.152868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.153183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.153535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.153846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.154161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.154469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.154796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.155111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.155420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.155727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.156041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.156352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.156662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.156975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.157284 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.157624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.157932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.158241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.158550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.158858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.159166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.159474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.159781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.160093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.160402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.160710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.161018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.161328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.161661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.161984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.162318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.162634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.162949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.163263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.163576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.163892 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.164204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.164522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.164837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.165146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.165502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.165823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.166144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.167028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.167378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.167717 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.168033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.168353 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.168667 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.168983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.169312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.169659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.169992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.170323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.170653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.170987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.171318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.171634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.171987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.172303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:38.172551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 19:26:38.172811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85231) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 19:26:38.835533 dv-cinder-776307-4-smb neutron-server[85231]: INFO keyring.backend [-] Loading Gnome Apr 15 19:26:38.852120 dv-cinder-776307-4-smb neutron-server[85231]: INFO keyring.backend [-] Loading Google Apr 15 19:26:38.855357 dv-cinder-776307-4-smb neutron-server[85231]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 19:26:38.858885 dv-cinder-776307-4-smb neutron-server[85231]: INFO keyring.backend [-] Loading file Apr 15 19:26:38.859727 dv-cinder-776307-4-smb neutron-server[85231]: INFO keyring.backend [-] Loading keyczar Apr 15 19:26:38.860006 dv-cinder-776307-4-smb neutron-server[85231]: INFO keyring.backend [-] Loading multi Apr 15 19:26:38.860639 dv-cinder-776307-4-smb neutron-server[85231]: INFO keyring.backend [-] Loading pyfs Apr 15 19:26:38.906559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:26:38.906893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:26:38.907204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:26:38.907575 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 19:26:39.308819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.309369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.309479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.310834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.311258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.311555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.348540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.348848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.349144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.363755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.364069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.364367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.429742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.430053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.430347 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.431353 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.431653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.433929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.704431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.704758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.705060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.705405 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.706216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.853280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.853690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.854051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.854352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.854649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.855032 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.855330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.855616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.855901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.856238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.856529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.856837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.857140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.857452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.857763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.858074 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.858367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.858681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.858963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.859300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.859749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.860030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.860308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.860645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.860921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.861196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.861632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:39.861907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:39.862175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:39.862442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:39.862715 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:39.862976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:39.863386 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 19:26:39.866452 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 19:26:39.870461 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 19:26:39.874181 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 15 19:26:39.875810 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 19:26:39.877076 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 19:26:39.877482 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 19:26:39.877916 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 19:26:39.880616 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 19:26:39.880895 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 19:26:39.881304 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 19:26:39.909435 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 19:26:39.909949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.910282 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85231) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 19:26:39.910867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.912213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85231) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 19:26:39.912532 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 19:26:39.912813 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 19:26:39.915932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.916242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:39.981952 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 19:26:39.982169 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 19:26:39.982445 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 19:26:39.982845 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 19:26:40.016014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.sqlalchemy.engines [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85231) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 19:26:40.505757 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing driver for type 'gre' Apr 15 19:26:40.506338 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] gre ID ranges: [(1, 1000)] Apr 15 19:26:40.597295 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing driver for type 'local' Apr 15 19:26:40.597733 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing driver for type 'vlan' Apr 15 19:26:40.648685 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] VlanTypeDriver initialization complete Apr 15 19:26:40.649080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing driver for type 'vxlan' Apr 15 19:26:40.649664 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] vxlan ID ranges: [(1, 1000)] Apr 15 19:26:40.757260 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing extension driver 'port_security' Apr 15 19:26:40.757745 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] PortSecurityExtensionDriver initialization complete Apr 15 19:26:40.758209 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing mechanism driver 'openvswitch' Apr 15 19:26:40.758673 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing mechanism driver 'hyperv' Apr 15 19:26:40.765744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:26:40.766581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.766988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.767373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.767801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnet after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.768188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnet after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.768569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnet after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.768988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.769403 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.769788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.770202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > security_group after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.770589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > security_group after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.771107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > security_group after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.771527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.772159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.772534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.772951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > address_group after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.773328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > address_group after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.773775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > address_group after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.774141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] ML2 OVO RPC backend initialized. {{(pid=85231) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 19:26:40.774925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router_interface after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.775316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.776375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.776752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > networks before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.777138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.777549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > ports before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.777929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnet before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.778307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnets before_response 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.778688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.779060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.779433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.779803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.780176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.780546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.780914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnet after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.781285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnet after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.781683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > subnet after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.782305 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.plugin [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Modular L2 Plugin initialization complete Apr 15 19:26:40.782662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading services supported by the core plugin {{(pid=85231) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 19:26:40.783028 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.plugins.ml2.managers [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Got port-security extension from driver 'port_security' Apr 15 19:26:40.783532 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.extensions.vlantransparent [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Disabled vlantransparent extension. Apr 15 19:26:40.784062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85231) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 19:26:40.784407 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: router Apr 15 19:26:40.822105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router_interface before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.822586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router after_create 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.823024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router before_create 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.823436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.823859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.824256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router after_delete 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.824657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > floatingip after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.825070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router after_create 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.825489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router after_update 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.825885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router after_update 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.826273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.826683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router after_update 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.827182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_update 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.827604 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: port after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.827987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: port after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.828365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: subnet after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.828747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.829142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > port precommit_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.829557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_create 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.829962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: port before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.830326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.830732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router after_update 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.831117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_delete 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.831506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_create 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.831916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router_interface after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.832304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_update 55549900 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.832739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > network after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.833745 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Tracking information for resource: router configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:40.834123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Tracking information for resource: floatingip configured {{(pid=85231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:26:40.839421 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_agentschedulers_db [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 19:26:40.840051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: port after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.840448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: port after_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.840837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: port after_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.841224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: port after_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.842159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router before_create 55550100 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.842561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_delete 55550100 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.842963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_create 55550100 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.843357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > router precommit_update 55550100 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.848251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.provider_configuration [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service providers = [] {{(pid=85231) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 19:26:40.848647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.servicetype_db [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85231) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 19:26:40.851474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.service_base [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:26:40.851869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.service_base [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:26:40.852248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.service_base [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:26:40.853130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.service_base [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:26:40.853560 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.services.service_base [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 19:26:40.854564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.854974 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 19:26:40.864935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.865310 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: auto_allocate Apr 15 19:26:40.871268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: network precommit_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.871680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: network precommit_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.872267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.872629 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: tag Apr 15 19:26:40.879591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.879963 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: timestamp Apr 15 19:26:40.883766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.884139 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: network_ip_availability Apr 15 19:26:40.889596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.890004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.890396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:40.891175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.891534 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: flavors Apr 15 19:26:40.895965 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.896341 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading Plugin: revisions Apr 15 19:26:40.901565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:26:40.901990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.995s {{(pid=85231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:26:40.902789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85231) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 19:26:40.903152 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Initializing extension manager. Apr 15 19:26:40.903722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: __init__.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.904101 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: __pycache__ {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.904474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.904845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: address_group.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.905668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.906305 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: address-group Apr 15 19:26:40.906665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: address_scope.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.907434 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.908010 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: address-scope Apr 15 19:26:40.908371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: admin_state_down_before_update.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.909303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.909928 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: router-admin-state-down-before-update Apr 15 19:26:40.910290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: agent.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.911040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.911611 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: agent Apr 15 19:26:40.911972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: agent_resources_synced.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.912878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.913474 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: agent-resources-synced Apr 15 19:26:40.913837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: allowedaddresspairs.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.915610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.916197 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: allowed-address-pairs Apr 15 19:26:40.917099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: auto_allocated_topology.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.918190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.918771 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: auto-allocated-topology Apr 15 19:26:40.919132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: availability_zone.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.919871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.920445 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: availability_zone Apr 15 19:26:40.920807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: availability_zone_filter.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.921752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.922326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: availability_zone_filter Apr 15 19:26:40.922685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: data_plane_status.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.923711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.924287 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 19:26:40.924652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: default_subnetpools.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.925591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.926164 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: default-subnetpools Apr 15 19:26:40.926522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: dhcpagentscheduler.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.927398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.927972 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: dhcp_agent_scheduler Apr 15 19:26:40.928335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: dns.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.929241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.929931 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension dns-integration not supported by any of loaded plugins Apr 15 19:26:40.930294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: dns_domain_ports.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.937072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.937712 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 19:26:40.938089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: dvr.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.938833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.939460 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: dvr Apr 15 19:26:40.939831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: empty_string_filtering.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.940757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.941361 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: empty-string-filtering Apr 15 19:26:40.941735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.942700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.943277 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 19:26:40.943648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.944585 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.945173 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 19:26:40.945587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: external_net.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.946520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.947107 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: external-net Apr 15 19:26:40.947476 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: extra_dhcp_opt.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.948401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.948976 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: extra_dhcp_opt Apr 15 19:26:40.949358 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: extraroute.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.950290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.950873 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: extraroute Apr 15 19:26:40.951238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: extraroute_atomic.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.957986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.958565 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: extraroute-atomic Apr 15 19:26:40.958930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: filter_validation.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.959641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.960218 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: filter-validation Apr 15 19:26:40.960577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: fip_pf_description.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.961553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.962174 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 19:26:40.962563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: fip_port_details.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.964075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.964652 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: fip-port-details Apr 15 19:26:40.965016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: flavors.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.966290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.966878 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: flavors Apr 15 19:26:40.967248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.968941 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.969554 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 19:26:40.969929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: floatingip_pools.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.970689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.971276 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: floatingip-pools Apr 15 19:26:40.971645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: ip_allocation.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.972601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.973179 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 19:26:40.973572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.974503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.975081 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: ip-substring-filtering Apr 15 19:26:40.975451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l2_adjacency.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.976378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.976952 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 19:26:40.977316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l3.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.978425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.979581 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: router Apr 15 19:26:40.979950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l3_conntrack_helper.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.982269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.982872 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 19:26:40.983245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.984193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.984782 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: ext-gw-mode Apr 15 19:26:40.985150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.986220 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.986809 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: l3-ha Apr 15 19:26:40.987177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l3_flavors.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.988106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.988686 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: l3-flavors Apr 15 19:26:40.989054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.990007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.990588 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 19:26:40.990954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: l3agentscheduler.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.992144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.992739 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: l3_agent_scheduler Apr 15 19:26:40.993102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: logging.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.994683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.995366 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension logging not supported by any of loaded plugins Apr 15 19:26:40.995744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: metering.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.996549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.997244 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: metering Apr 15 19:26:40.997657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:40.998783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:40.999370 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: metering_source_and_destination_fields Apr 15 19:26:40.999739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: multiprovidernet.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.000710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.001292 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: multi-provider Apr 15 19:26:41.001686 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: netmtu.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.002614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.003192 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: net-mtu Apr 15 19:26:41.003561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: netmtu_writable.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.004489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.005080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: net-mtu-writable Apr 15 19:26:41.005469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: network_availability_zone.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.006304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.006883 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: network_availability_zone Apr 15 19:26:41.007250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: network_ip_availability.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.008408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.008949 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: network-ip-availability Apr 15 19:26:41.009312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: network_segment_range.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.010229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.010927 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 19:26:41.011299 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: pagination.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.012315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.012698 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: pagination Apr 15 19:26:41.013061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: port_device_profile.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.014008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.014605 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: port-device-profile Apr 15 19:26:41.014970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.015894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.016478 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: port-mac-address-regenerate Apr 15 19:26:41.016842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.017810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.018392 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: port-numa-affinity-policy Apr 15 19:26:41.018756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: port_resource_request.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.019695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.020264 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 19:26:41.020627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: portbindings.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.021841 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.022424 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: binding Apr 15 19:26:41.022785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: portbindings_extended.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.024062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.024645 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: binding-extended Apr 15 19:26:41.025016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: portsecurity.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.026481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.027058 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: port-security Apr 15 19:26:41.027420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: project_id.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.028405 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.028788 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: project-id Apr 15 19:26:41.029156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: providernet.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.030118 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.030708 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: provider Apr 15 19:26:41.031070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.034798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.036787 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos not supported by any of loaded plugins Apr 15 19:26:41.037183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.038548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.039136 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 19:26:41.039512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.040434 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.041016 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 19:26:41.041937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_default.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.042876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.043461 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-default not supported by any of loaded plugins Apr 15 19:26:41.043830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_fip.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.044538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.045109 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-fip not supported by any of loaded plugins Apr 15 19:26:41.045497 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_gateway_ip.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.046426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.047001 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 19:26:41.047373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_port_network_policy.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.048292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.048877 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 19:26:41.049243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_rule_type_details.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.050207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.050789 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 19:26:41.051153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: qos_rules_alias.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.052196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.052781 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 19:26:41.053147 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: quotasv2.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.054158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.054534 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: quotas Apr 15 19:26:41.054895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: quotasv2_detail.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.056635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.057048 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: quota_details Apr 15 19:26:41.057450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: rbac.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.058614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.059208 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: rbac-policies Apr 15 19:26:41.059578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: rbac_address_group.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.060516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.061110 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: rbac-address-group Apr 15 19:26:41.061507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: rbac_address_scope.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.062438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.063020 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: rbac-address-scope Apr 15 19:26:41.063388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: rbac_security_groups.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.064308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.064893 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: rbac-security-groups Apr 15 19:26:41.065265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: rbac_subnetpool.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.066211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.066805 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: rbac-subnetpool Apr 15 19:26:41.067173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: revisionifmatch.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.068109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.068691 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: revision-if-match Apr 15 19:26:41.069060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: revisions.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.070218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.070807 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: standard-attr-revisions Apr 15 19:26:41.071173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: router_availability_zone.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.071895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.072481 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: router_availability_zone Apr 15 19:26:41.073571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: routerservicetype.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.074518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.075091 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension router-service-type not supported by any of loaded plugins Apr 15 19:26:41.075457 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.076392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.076971 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: security-groups-normalized-cidr Apr 15 19:26:41.077376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: security_groups_port_filtering.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.078318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.078895 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: port-security-groups-filtering Apr 15 19:26:41.079259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.080203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.080780 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: security-groups-remote-address-group Apr 15 19:26:41.081143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: securitygroup.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.095081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.095694 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: security-group Apr 15 19:26:41.096069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: segment.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.096940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.097549 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension segment not supported by any of loaded plugins Apr 15 19:26:41.097925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.098873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.099460 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 19:26:41.099829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: servicetype.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.100921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.101546 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: service-type Apr 15 19:26:41.101915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: sorting.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.102907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.103289 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: sorting Apr 15 19:26:41.103656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: standard_attr_segment.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.104624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.105205 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 19:26:41.105597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: standardattrdescription.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.106288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.106861 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: standard-attr-description Apr 15 19:26:41.107224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: stateful_security_group.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.108167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.108753 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: stateful-security-group Apr 15 19:26:41.109115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: stdattrs_common.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.109730 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 19:26:41.110091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.111128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.111711 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 19:26:41.112073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: subnet_onboard.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.113139 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.113759 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: subnet_onboard Apr 15 19:26:41.114126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.115062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.115642 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 19:26:41.116009 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: subnet_service_types.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.116947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.117571 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: subnet-service-types Apr 15 19:26:41.117938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: subnetallocation.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.119031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.119744 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: subnet_allocation Apr 15 19:26:41.120115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.120814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.121440 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: subnetpool-prefix-ops Apr 15 19:26:41.121810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.122766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.123345 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 19:26:41.123711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: tagging.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.124995 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.125638 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: standard-attr-tag Apr 15 19:26:41.126013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: timestamp.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.127190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.127784 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loaded extension: standard-attr-timestamp Apr 15 19:26:41.128157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: trunk.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.129200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.129818 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension trunk not supported by any of loaded plugins Apr 15 19:26:41.130184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: trunk_details.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.131106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.131685 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension trunk-details not supported by any of loaded plugins Apr 15 19:26:41.132051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: uplink_status_propagation.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.132979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.133602 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 19:26:41.133969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Loading extension file: vlantransparent.py {{(pid=85231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:26:41.134689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:26:41.135860 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 19:26:41.138573 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:network Apr 15 19:26:41.139410 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:subnet Apr 15 19:26:41.140092 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:26:41.140752 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:port Apr 15 19:26:41.142303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.142791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service FLAVORS assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.143478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.143954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.144333 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:router Apr 15 19:26:41.145058 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:floatingip Apr 15 19:26:41.145884 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service METERING assigned prefix: /metering {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.147992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:41.148399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:41.148792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:26:41.149968 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 19:26:41.150459 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:security_group Apr 15 19:26:41.152044 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 19:26:41.152844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service CORE assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.153233 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:26:41.153629 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] subnetpool is already registered Apr 15 19:26:41.154301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service CORE assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.154672 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:26:41.155041 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] subnetpool is already registered Apr 15 19:26:41.157760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.158242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service FLAVORS assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.158894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.159363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.159740 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:router Apr 15 19:26:41.160108 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] router is already registered Apr 15 19:26:41.160771 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:floatingip Apr 15 19:26:41.161143 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] floatingip is already registered Apr 15 19:26:41.161858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service METERING assigned prefix: /metering {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.162597 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 19:26:41.162968 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] rbac_policy is already registered Apr 15 19:26:41.163614 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:security_group Apr 15 19:26:41.163985 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] security_group is already registered Apr 15 19:26:41.164635 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 19:26:41.165006 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] security_group_rule is already registered Apr 15 19:26:41.165760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service CORE assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.166140 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:26:41.166668 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] subnetpool is already registered Apr 15 19:26:41.167363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.resource_helper [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Service CORE assigned prefix: {{(pid=85231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:26:41.167732 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:26:41.168097 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.quota.resource_registry [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] subnetpool is already registered Apr 15 19:26:41.168811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: extensions {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.170402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: address-groups {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.172074 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: address-scopes {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.173395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: agents {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.174640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: auto-allocated-topology {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.175954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: availability_zones {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.177481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: dhcp-networks {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.179049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: dhcp-agents {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.180570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: routers {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.182624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: flavors {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.183880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: service_profiles {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.185169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: next_providers {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.186833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: service_profiles {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.188372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: floatingip-pools {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.189684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: routers {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.191572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: floatingips {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.192838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: l3-routers {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.194355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: l3-agents {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.195861 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: metering-labels {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.198776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: metering-label-rules {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.200122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: network-ip-availabilities {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.201539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: bindings {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.203285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: quotas {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.204807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: quotas {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.206328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: rbac-policies {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.207693 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: security-groups {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.208993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: security-group-rules {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.210353 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: service-providers {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.211647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: subnetpools {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.213144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: subnetpools {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.215326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.217130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.219058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.220929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.222851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.224813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.226680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.228695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.230724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.232706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.extensions [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Extended resource: tags {{(pid=85231) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:26:41.239518 dv-cinder-776307-4-smb neutron-server[85231]: WARNING keystonemiddleware.auth_token [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 19:26:41.244859 dv-cinder-776307-4-smb neutron-server[85231]: WARNING keystonemiddleware.auth_token [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 19:26:41.253801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Acquired lock "singleton_lock" {{(pid=85231) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 19:26:41.254326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Releasing lock "singleton_lock" {{(pid=85231) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 19:26:41.255781 dv-cinder-776307-4-smb neutron-server[85231]: INFO oslo_service.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Starting 2 workers Apr 15 19:26:41.261137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Started child 85346 {{(pid=85231) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:26:41.265266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:41.265859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Started child 85347 {{(pid=85231) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:26:41.266814 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [-] (85346) wsgi starting up on http://0.0.0.0:9696 Apr 15 19:26:41.267329 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 19:26:41.267999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Notify callbacks [] for process, before_spawn {{(pid=85231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:41.269700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:41.270572 dv-cinder-776307-4-smb neutron-server[85231]: INFO oslo_service.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Starting 1 workers Apr 15 19:26:41.271255 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [-] (85347) wsgi starting up on http://0.0.0.0:9696 Apr 15 19:26:41.277055 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Started child 85348 {{(pid=85231) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:26:41.277639 dv-cinder-776307-4-smb neutron-server[85231]: INFO oslo_service.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Starting 1 workers Apr 15 19:26:41.279081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] calling RpcWorker wait() {{(pid=85348) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 19:26:41.279472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] returning from RpcWorker wait() {{(pid=85348) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 19:26:41.281018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:41.281550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:26:41.282411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Started child 85349 {{(pid=85231) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:26:41.283206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f4126d5-d78c-482e-afe3-5b524639c59c None None] Notify callbacks [] for process, after_spawn {{(pid=85231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:41.284797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85231) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 19:26:41.285050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 19:26:41.285263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 19:26:41.285564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 19:26:41.285992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 19:26:41.286188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 19:26:41.286774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.287072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.287338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:41.287438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.287661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.287993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.288650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.288958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.289257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.289583 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.289856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.290060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.290259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.290549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.290828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.291178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.291622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.291981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.292297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.292496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.292946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.293266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.293570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.293874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] debug = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.294145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.294740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.294974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.295442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.295705 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.296010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.296286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.296583 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.296838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.297079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.297422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.297656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.297896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.298141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.298394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.298710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.298970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.299487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] host = dv-cinder-776307-4-smb {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.299776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.300002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.300287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.300547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.300835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.301094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.301397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.301709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.301992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.302242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.302512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.302775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.303043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.303314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.303525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_options = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.303779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.304085 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.304379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.304600 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.304796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.304989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.305286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.305507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.305795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.306044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.306299 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.306562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.306810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.307100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.307385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.307632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.308322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.308582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.309042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.309378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.309685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.309936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.310176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.310439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.310698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.310922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.311275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.311507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.311760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.312117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.312117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.312680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.312680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.313038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.313186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.313414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.313623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.314210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.314624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.314871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.314989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.315241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.315508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.315758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.316025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.316307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_json = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.316554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.316800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.317100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.317390 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.317633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.317882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.318129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.318406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.318854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.319127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:26:41.319236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.319524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.319789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.320066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.320356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.320662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.320932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.321222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.321533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.321864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.322132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.322485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.323397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.323788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.324145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.324470 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.324789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.325076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.325331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.325614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.325898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.326246 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.326570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.326856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.327129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.327397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.327654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.327926 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.328178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.328433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.328827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.328992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.329222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.329496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.329754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.342318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.343864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.344620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.345393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.346756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.347037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.347340 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.347648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.347919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.348185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.348463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.348783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.349074 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.349485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.349755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.350017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.350324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.350584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.350849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.351108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.351389 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.351670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.351960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.352253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.352529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.352805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.353120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.353581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.353921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.354521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.358374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.358374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.358374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.358752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.359026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.359409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.359734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.360054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.360368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.360784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.361078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.361443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.361732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.362169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.362466 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.362823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.363093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.363401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.363774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.364085 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.364376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.364641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.364973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.365306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.365633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.365930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.366237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.366520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.366823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.367213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.367500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.367782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.368061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.368337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.368612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.368882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.369144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.369616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.369929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.370217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.370474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.370759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.371014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.371439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.371837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.372381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.372644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.372916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.373207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.373652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.373920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.374184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.374441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.374740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.375002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.375331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.375624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.375899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.376170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.376451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.376733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.376989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.377317 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.377603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.377857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.378112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.378372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.378624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.378898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.379185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.379492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.379774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.380068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.380422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.380697 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.380971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.381245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.381550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.381824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.382080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.382378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.382637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.382894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.383155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.383441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.383726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.383990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.384239 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.384488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.384737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.385012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.385824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.386182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.386461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.386744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.387026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.387289 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.387539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.387959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.388216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.388476 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.388728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.388996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.389250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.389526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.389784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.390033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.390300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.390553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.390809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.391063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.391312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.391632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.391927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.392184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.392501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.392777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.393088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.393373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.393748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.394001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.394291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.394572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.394831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.395093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.395393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.395795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.396262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.396569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.397149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.397481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.397826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.398148 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.398412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.398756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.399117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.399405 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.399686 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.399988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.400285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.400556 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.401460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.401917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.402118 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.402446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.402663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.402963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.404646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.404646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.404646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.404646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.404646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.404646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.405203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.405203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.405203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 19:26:41.405656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85231) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 19:26:41.405834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 19:26:41.406022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 19:26:41.406247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 19:26:41.406453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 19:26:41.406640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 19:26:41.406896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.407094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.407289 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.407484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.407677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.408008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.408207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.408402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.408594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.408782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.409285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.409285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.409285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.409534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.409658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.409846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.410035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.410224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.410416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.410605 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.410793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.410981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.411170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] debug = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.411357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.411582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.411773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.411962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.412151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.412338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.412529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.412716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.412907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.413097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.413291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.413502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.413691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.413878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.414071 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.414353 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.414544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.414732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] host = dv-cinder-776307-4-smb {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.414919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.415108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.415295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.415483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.415674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.415844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.415997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.416187 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.416910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.417150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.417408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.417665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.417665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.417947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.417947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_options = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.418219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.418355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.418492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.418628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.418779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.418961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.419130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.419310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.419499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.419688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.419877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.420064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.420253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.420441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.420628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.420817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.420983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.421167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.421387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.421539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.421729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.421916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.422102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.422291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.422448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.422678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.422829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.422968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.423106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.423280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.423438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.423629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.423816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.424080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.424237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.424376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.424514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.424651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.424842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.425029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.425217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.425428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.425590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.425781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.425968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.426156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_json = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.426345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:26:41.427830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.427830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.428346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.428346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.428346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.428587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.428689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.428879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.429077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.429273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.429469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.429666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.429874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.430067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.430258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.430464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.430670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.430814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.430959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.431114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.431307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.431499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.431710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.431924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.432170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.432418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.432541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.432677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.432844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.432992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.433183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.433394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.433591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.433818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.434054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.434248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.434349 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.434481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.434674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.434868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.435059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.435249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.435446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.435622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.435969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.436164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.436358 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.436551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.436743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.436933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.437138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.437330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.437554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.437747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.437939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.438132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.438325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.438516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.438707 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.438900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.439092 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.439300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.439491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.439683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.439875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.440067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.440259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.440450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.440642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.440835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.441028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.441221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.441438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.441631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.441822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.442016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.442285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.442441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.442551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.442705 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.442925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.443040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.443235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.443427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.443629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.443842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.444022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.444332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.444332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.444523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.444708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.444899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.445096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.445285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.445504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.445697 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.445891 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.446079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.446251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.446448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.446650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.446813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.447006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.447200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.447392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.447617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.447784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.447989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.448293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.448293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.448504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.448665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.448856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.449049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.449242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.449469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.449678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.449871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.450065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.450257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.450448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.450641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.450834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.451027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.451219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.451458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.451599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.451757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.451960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.452154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.452371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.452525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.452765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.453039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.453152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.453318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.453835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.453835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.453835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.454085 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.454208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.454445 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.454559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.454738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.454928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.455122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.455313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.455504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.455697 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.455888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.456152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.456265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.456440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.456631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.456885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.457080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.457273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.457488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.457680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.457845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.458039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.458267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.458380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.458570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.458763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.458954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.459146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.459336 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.459527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.459721 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.459912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.460104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.460297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.460491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.460683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.460876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.461069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.461248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.461453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.461636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.461785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.461979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.462171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.462363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.462556 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.462742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.462921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.463672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.463916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.464110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.464307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.464511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.464695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.464889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.465082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.465275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.465492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.465685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.465878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.465989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:26:41.466096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.466220 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.466406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.466573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.466764 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.466956 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.467148 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.467352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.467545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.467737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.467930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.468120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.468333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.468518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.468710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.468900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.469091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.469295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.469511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.469703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.469896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.470087 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.470290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.470481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.470673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.470863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.471053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.471256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.471449 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.471642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.471844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.472034 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.472226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.472418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.472624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.472817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.473011 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.473210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.473416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.473611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.473803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.474001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.474204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.474410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.474604 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.474810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.475012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.475216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.475409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.475609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.475816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.476008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.476199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.476391 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.476582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.476774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.476966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.477157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.477379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.477559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.477752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.477944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.478135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.478328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.478521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.478716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.479002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.479113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.479291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.479482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:26:41.479666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85231) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 19:26:41.633553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54802) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:26:41.645520 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092309 Apr 15 19:26:52.694746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b3d4a-df39-4462-9507-b45ca8d55976 None None] get_active_networks_info from dv-cinder-776307-4-smb {{(pid=85348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 19:26:52.915741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b3d4a-df39-4462-9507-b45ca8d55976 None None] No non-hosted networks {{(pid=85348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 19:26:52.963644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agentschedulers_db [None req-100b3d4a-df39-4462-9507-b45ca8d55976 None None] DHCP Agent not found on host dv-cinder-776307-4-smb {{(pid=85348) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 15 19:26:53.070337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d74a076b-072d-4ae1-a5f6-47a242ae977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743'] for agent, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:55.264127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b6569468-fdaa-42b4-b3ba-0c93df38be1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743'] for agent, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:55.318505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-00f5471e-a7db-47f6-b846-25d8a285abbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:55.727558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743'] for agent, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:56.494887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743'] for agent, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:56.496356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.496925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.497533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.498091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.498645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.499215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.499866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.500438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.501000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.501593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.502149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.502809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:26:56.503430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776307-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:26:56.516272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:26:57.580379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743'] for agent, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:26:57.759214 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_hamode_db [None req-1dcfa8cc-58b4-4123-b1af-4f358cd64e1c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 19:26:57.850924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfa8cc-58b4-4123-b1af-4f358cd64e1c None None] Routers set() bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:26:57.850924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfa8cc-58b4-4123-b1af-4f358cd64e1c None None] Router IDs set() for agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 19:26:58.102906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54890) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:26:58.742918 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-a354b54f-1ee3-4a23-bff4-bc9ac45fbf4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:26:58.743508 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-a354b54f-1ee3-4a23-bff4-bc9ac45fbf4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:26:58.976786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [None req-a354b54f-1ee3-4a23-bff4-bc9ac45fbf4f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:26:58.977917 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a354b54f-1ee3-4a23-bff4-bc9ac45fbf4f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8735056 Apr 15 19:27:01.740180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54906) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:02.138303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:27:02.241814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.policy [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85347) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 19:27:02.297077 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:27:02.297552 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:27:02.316267 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] Loaded quota_driver: . Apr 15 19:27:02.332162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:02.413815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290040773506', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290040774262', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290041537235', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290041543351', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290041526598', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290041527809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-27988', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854741514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838484425', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16150267'] for rbac-policy, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:03.008719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:03.010219 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-feb45c55-4d2a-4069-a3eb-7e9e3e22bf95 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2690492 Apr 15 19:27:05.983870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54920) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:06.356658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Request body: {'network': {'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'admin_state_up': True, 'name': 'private'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:27:06.362528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:06.367080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Usage tracker for resource:network and tenant:51cbb1cdc9764ca0bc6c95e3b745afd5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:27:06.371110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:27:06.377448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:27:06.424337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Made reservation on behalf of 51cbb1cdc9764ca0bc6c95e3b745afd5 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:27:06.430171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.447612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.461960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:06.465785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Usage tracker for resource:security_group_rule and tenant:51cbb1cdc9764ca0bc6c95e3b745afd5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:27:06.469159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:27:06.474916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:27:06.667783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.694073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.698962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:06.717019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:27:06.744814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290044725057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.745445 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Unsubscribe: segment precommit_create {{(pid=85347) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 19:27:06.745916 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Added segment 873dfe40-94fb-4502-8848-843db71b5176 of type vlan for network c205838c-b900-44d9-80a5-b01ce739e683 Apr 15 19:27:06.798141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2913d37-22d2-42c0-be43-0a08557e491b,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:06.818915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.819290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.819654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.820012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.820366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.820718 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.821066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.821440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.821923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.822280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.822628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.822972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Tracked resource versions report: Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: pushed versions: Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: { 'AddressGroup': {'1.2'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': {'1.0'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': {'1.0'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': {'1.1'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': {'1.7'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': {'1.2'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': {'1.8'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': {'1.4'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': {'1.0'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': {'1.1'}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': {'1.1'}} Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: consumer versions: Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: { DHCP agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: L3 agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: Metadata agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: Metering agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: Open vSwitch agent@dv-cinder-776307-4-smb: { 'AddressGroup': '1.2', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': '1.0', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': '1.0', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': '1.1', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': '1.7', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': '1.2', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': '1.8', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': '1.4', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': '1.2', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': '1.0', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': '1.1', Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': '1.1'}} Apr 15 19:27:06.824057 dv-cinder-776307-4-smb neutron-server[85231]: {{(pid=85347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:27:06.863316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.876628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:06.933732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.935080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:06.935735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:06.940444 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:07.049629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Pushing event updated for resources: {'Network': ['ID=c205838c-b900-44d9-80a5-b01ce739e683,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:07.052831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:07.061929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network c205838c-b900-44d9-80a5-b01ce739e683 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:27:07.072590 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0871031 Apr 15 19:27:10.121306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54936) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:10.602023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea720cfd-71ec-4cac-855f-ed62ce1eb817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:10.603547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ea720cfd-71ec-4cac-855f-ed62ce1eb817 admin admin] 10.222.0.20 "GET /v2.0/networks/c205838c-b900-44d9-80a5-b01ce739e683 HTTP/1.1" status: 200 len: 825 time: 0.4810927 Apr 15 19:27:10.631193 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-31babd6b-59c2-4502-ab76-bdfa4db3a9e2 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c HTTP/1.1" status: 200 len: 734 time: 0.0215752 Apr 15 19:27:10.641042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Request body: {'subnet': {'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'ip_version': 4, 'subnetpool_id': 'a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:27:10.645562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:10.650512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Usage tracker for resource:subnet and tenant:51cbb1cdc9764ca0bc6c95e3b745afd5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:27:10.653603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:27:10.659420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:27:10.739415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Made reservation on behalf of 51cbb1cdc9764ca0bc6c95e3b745afd5 for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:27:10.744582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:11.242243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:11.257066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:11.397230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c781d6f-06a4-4dd3-8ff4-b4324760dc7f,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:11.403719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:11.457669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Checking segment: {'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:27:11.458057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Network hostable DHCP agents. Network: c205838c-b900-44d9-80a5-b01ce739e683, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:27:11.503877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Network c205838c-b900-44d9-80a5-b01ce739e683 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:27:11.539254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, c205838c-b900-44d9-80a5-b01ce739e683) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:27:11.547937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:11.548586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:11.551192 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c28de-8f04-4a45-abab-36918773248c None None] Network c205838c-b900-44d9-80a5-b01ce739e683 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:27:11.591752 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9543748 Apr 15 19:27:11.884781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-c205838c-b900-44d9-80a5-b01ce739e683', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'fixed_ips': [{'subnet_id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:27:11.886185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:12.247882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Allocated IP 172.20.0.2 (c205838c-b900-44d9-80a5-b01ce739e683/1c781d6f-06a4-4dd3-8ff4-b4324760dc7f/22ca5a5f-8501-4614-891a-f107a02ae731) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:27:12.478954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:12.537674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Transition to ACTIVE for port object 22ca5a5f-8501-4614-891a-f107a02ae731 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:27:12.559729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Transition to ACTIVE for port object 22ca5a5f-8501-4614-891a-f107a02ae731 will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:27:12.585688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:12.604947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:12.734769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Pushing event updated for resources: {'Port': ['ID=22ca5a5f-8501-4614-891a-f107a02ae731,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:12.746135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.746514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.746884 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.747248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.747608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.747968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.748325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.748684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.749036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.749409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.749762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.750110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Tracked resource versions report: Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: pushed versions: Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: { 'AddressGroup': {'1.2'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': {'1.0'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': {'1.0'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': {'1.1'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': {'1.7'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': {'1.2'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': {'1.8'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': {'1.4'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': {'1.0'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': {'1.1'}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': {'1.1'}} Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: consumer versions: Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: { DHCP agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: L3 agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: Metadata agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: Metering agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: Open vSwitch agent@dv-cinder-776307-4-smb: { 'AddressGroup': '1.2', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': '1.0', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': '1.0', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': '1.1', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': '1.7', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': '1.2', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': '1.8', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': '1.4', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': '1.2', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': '1.0', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': '1.1', Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': '1.1'}} Apr 15 19:27:12.751184 dv-cinder-776307-4-smb neutron-server[85231]: {{(pid=85348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:27:12.768719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:12.808140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Network c205838c-b900-44d9-80a5-b01ce739e683 is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:27:12.809404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:27:12.812198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:27:12.909769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Attempting to bind port 22ca5a5f-8501-4614-891a-f107a02ae731 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:27:12.910189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Attempting to bind port 22ca5a5f-8501-4614-891a-f107a02ae731 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:27:12.910605 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Attempting to bind port 22ca5a5f-8501-4614-891a-f107a02ae731 on network c205838c-b900-44d9-80a5-b01ce739e683 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:27:12.916181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:27:12.916588 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Checking segment: {'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:27:12.917944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:12.917944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Bound using segment: {'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:27:12.918158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Bound port: 22ca5a5f-8501-4614-891a-f107a02ae731, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:27:12.918416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:13.024374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] For port 22ca5a5f-8501-4614-891a-f107a02ae731, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:27:13.028558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] For port 22ca5a5f-8501-4614-891a-f107a02ae731, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=22ca5a5f-8501-4614-891a-f107a02ae731,segment=NetworkSegment(873dfe40-94fb-4502-8848-843db71b5176),segment_id=873dfe40-94fb-4502-8848-843db71b5176)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:27:13.059976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:13.075593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:13.222514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Pushing event updated for resources: {'Port': ['ID=22ca5a5f-8501-4614-891a-f107a02ae731,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:13.234534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:14.359514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54946) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:14.776198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [None req-2660ceb3-85ec-455e-a37a-d94baa414fd0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:27:14.789379 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2660ceb3-85ec-455e-a37a-d94baa414fd0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4168661 Apr 15 19:27:17.551991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54956) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:17.955928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [None req-25605ba2-af31-476f-9410-7f4433c0af21 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:27:17.956987 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-25605ba2-af31-476f-9410-7f4433c0af21 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4039764 Apr 15 19:27:18.591734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 22ca5a5f-8501-4614-891a-f107a02ae731 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:27:18.711501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 22ca5a5f-8501-4614-891a-f107a02ae731 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:27:20.113604 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f3a7d6-8c79-469f-849b-a0ab5a6f89cd None None] Network c205838c-b900-44d9-80a5-b01ce739e683 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:27:20.236208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Provisioning for port 22ca5a5f-8501-4614-891a-f107a02ae731 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:27:20.247824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Provisioning complete for port 22ca5a5f-8501-4614-891a-f107a02ae731 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:20.248252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:20.477480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:20.528871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] For port 22ca5a5f-8501-4614-891a-f107a02ae731, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=22ca5a5f-8501-4614-891a-f107a02ae731,segment=NetworkSegment(873dfe40-94fb-4502-8848-843db71b5176),segment_id=873dfe40-94fb-4502-8848-843db71b5176)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:27:20.568342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:20.572215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:20.647594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Pushing event updated for resources: {'Port': ['ID=22ca5a5f-8501-4614-891a-f107a02ae731,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:20.651156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:20.792705 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-d9a080e6-a454-45a8-88b5-780dfb65df18 None None] Provisioning complete for port 22ca5a5f-8501-4614-891a-f107a02ae731 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:20.793113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d9a080e6-a454-45a8-88b5-780dfb65df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:21.118838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54972) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:21.489127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:27:21.495233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:21.499313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Usage tracker for resource:router and tenant:51cbb1cdc9764ca0bc6c95e3b745afd5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:27:21.502594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:27:21.508533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:27:21.545530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:21.546838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:21.617176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:21.746298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:21.808059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:21.809317 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a3e39021-1de9-4210-81ca-8886f56cb51b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6894267 Apr 15 19:27:22.567338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 22ca5a5f-8501-4614-891a-f107a02ae731 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:27:22.638410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 22ca5a5f-8501-4614-891a-f107a02ae731 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:22.638819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:22.749538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0759429f-3b95-4aa7-bb03-daf6f59d1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:24.538133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 54982) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:24.851075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [None req-2398f61c-1cf3-4b43-9c94-2c9ec230c6f4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:27:24.852166 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2398f61c-1cf3-4b43-9c94-2c9ec230c6f4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130047 Apr 15 19:27:25.225097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8214aa1e-531e-4ab9-b377-b44ebcca2174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:25.600991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:26.470650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:27.465068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:27.474278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55002) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:27.530427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:27:27.535341 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:27.539327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Usage tracker for resource:network and tenant:15dc787ca0094a0ab54ffc10c2a8104d is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:27:27.542820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:27:27.548713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:27:27.619581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Made reservation on behalf of 15dc787ca0094a0ab54ffc10c2a8104d for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:27:27.624086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:27.636659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:27.652854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:27.657932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Usage tracker for resource:security_group_rule and tenant:15dc787ca0094a0ab54ffc10c2a8104d is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:27:27.660966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:27:27.667889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:27:27.893828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:27.927807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:27.932548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:27.950219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Reserving flat network on physical network physnet1 {{(pid=85347) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 19:27:27.965065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0471ca6-dc6d-47f7-b35d-2dc6bea63593,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:27.968369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:28.022996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:28.023370 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Added segment 127021a1-2519-4c1e-a63d-da4158a5f9ae of type flat for network febc6285-c354-4314-ac2a-009ba11485e7 Apr 15 19:27:28.150327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:28.213367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:28.214702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:28.215329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:28.219927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:28.469123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Pushing event updated for resources: {'Network': ['ID=febc6285-c354-4314-ac2a-009ba11485e7,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:28.471873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:28.479940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network febc6285-c354-4314-ac2a-009ba11485e7 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:27:28.488516 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0131514 Apr 15 19:27:31.031441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55022) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:31.144536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb0a4d-46fd-4c1a-b0e7-154b2bcd7fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:31.145959 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0ebb0a4d-46fd-4c1a-b0e7-154b2bcd7fdd admin admin] 10.222.0.20 "GET /v2.0/subnets/1c781d6f-06a4-4dd3-8ff4-b4324760dc7f HTTP/1.1" status: 200 len: 849 time: 0.1134977 Apr 15 19:27:31.293678 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-715c2898-9997-4643-8322-5ee7cebe7012 admin admin] 10.222.0.20 "GET /v2.0/routers/dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 HTTP/1.1" status: 200 len: 704 time: 0.1408818 Apr 15 19:27:31.780313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:32.055966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Allocated IP 172.20.0.1 (c205838c-b900-44d9-80a5-b01ce739e683/1c781d6f-06a4-4dd3-8ff4-b4324760dc7f/da548a20-f836-42a5-967c-ade62f947e3b) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:27:32.310781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:32.328310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Transition to ACTIVE for port object da548a20-f836-42a5-967c-ade62f947e3b will not be triggered until provisioned by entity DHCP. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:27:32.408080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:32.426524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:32.552115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Pushing event updated for resources: {'Port': ['ID=da548a20-f836-42a5-967c-ade62f947e3b,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:32.564691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:32.618221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Network c205838c-b900-44d9-80a5-b01ce739e683 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:27:32.619375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:27:32.621692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:27:32.622392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:32.830954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-2ace8bee-64dc-4cb7-a36f-b2299ce5fca7 None None] Provisioning for port da548a20-f836-42a5-967c-ade62f947e3b completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:27:32.836576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-2ace8bee-64dc-4cb7-a36f-b2299ce5fca7 None None] Provisioning complete for port da548a20-f836-42a5-967c-ade62f947e3b triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:32.836989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2ace8bee-64dc-4cb7-a36f-b2299ce5fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:32.897376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-2ace8bee-64dc-4cb7-a36f-b2299ce5fca7 None None] Port da548a20-f836-42a5-967c-ade62f947e3b cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:27:33.080315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:33.315582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:33.339248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:33.340330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:33.354586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:33.476952 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Pushing event updated for resources: {'Port': ['ID=da548a20-f836-42a5-967c-ade62f947e3b,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:33.480074 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:33.543433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Network c205838c-b900-44d9-80a5-b01ce739e683 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:27:33.544615 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:27:33.720797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-d4a57cf3-e6c0-4575-8eea-768099a7d624 None None] Provisioning complete for port da548a20-f836-42a5-967c-ade62f947e3b triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:33.721208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d4a57cf3-e6c0-4575-8eea-768099a7d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:33.791859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:27:33.932454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-d4a57cf3-e6c0-4575-8eea-768099a7d624 None None] Port da548a20-f836-42a5-967c-ade62f947e3b cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:27:33.960769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:27:33.971163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Sync routers for ids ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:27:33.974358 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6721792 Apr 15 19:27:33.983317 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Routers {'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:27:33.984323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:27:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:34.168122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Set router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 gateway port host: None {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:27:34.719307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'name': 'router1', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:21Z', 'updated_at': '2021-04-15T19:27:33Z', 'revision_number': 2, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'gw_port_host': None, '_interfaces': [{'id': 'da548a20-f836-42a5-967c-ade62f947e3b', 'name': '', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'mac_address': 'fa:16:3e:b6:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:31Z', 'updated_at': '2021-04-15T19:27:33Z', 'revision_number': 2, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'subnets': [{'id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:34.724323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Checking router: dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:27:34.724728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Updating router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 port da548a20-f836-42a5-967c-ade62f947e3b binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:27:34.783241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:35.173978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:35.188549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Transition to ACTIVE for port object da548a20-f836-42a5-967c-ade62f947e3b will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:27:35.213680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:35.229061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:35.363823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Pushing event updated for resources: {'Port': ['ID=da548a20-f836-42a5-967c-ade62f947e3b,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:35.384572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.384940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.385303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.385687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.386044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.386395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.386745 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.387092 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.387436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.387781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.388123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.388464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Tracked resource versions report: Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: pushed versions: Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: { 'AddressGroup': {'1.2'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': {'1.0'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': {'1.0'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': {'1.1'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': {'1.7'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': {'1.2'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': {'1.8'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': {'1.4'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': {'1.0'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': {'1.1'}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': {'1.1'}} Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: consumer versions: Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: { DHCP agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: L3 agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: Metadata agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: Metering agent@dv-cinder-776307-4-smb: {}, Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: Open vSwitch agent@dv-cinder-776307-4-smb: { 'AddressGroup': '1.2', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': '1.0', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': '1.0', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': '1.1', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': '1.7', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': '1.2', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': '1.8', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': '1.4', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': '1.2', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': '1.0', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': '1.1', Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': '1.1'}} Apr 15 19:27:35.389561 dv-cinder-776307-4-smb neutron-server[85231]: {{(pid=85349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:27:35.393144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:35.588709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Attempting to bind port da548a20-f836-42a5-967c-ade62f947e3b on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:27:35.589132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Attempting to bind port da548a20-f836-42a5-967c-ade62f947e3b by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:27:35.589592 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Attempting to bind port da548a20-f836-42a5-967c-ade62f947e3b on network c205838c-b900-44d9-80a5-b01ce739e683 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:27:35.595122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:27:35.595543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Checking segment: {'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:27:35.596047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:35.596449 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Bound using segment: {'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:27:35.596986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Bound port: da548a20-f836-42a5-967c-ade62f947e3b, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873dfe40-94fb-4502-8848-843db71b5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:27:35.597408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:35.699014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] For port da548a20-f836-42a5-967c-ade62f947e3b, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:27:35.704251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] For port da548a20-f836-42a5-967c-ade62f947e3b, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=da548a20-f836-42a5-967c-ade62f947e3b,segment=NetworkSegment(873dfe40-94fb-4502-8848-843db71b5176),segment_id=873dfe40-94fb-4502-8848-843db71b5176)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:27:35.768747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:35.785173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:35.930744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Pushing event updated for resources: {'Port': ['ID=da548a20-f836-42a5-967c-ade62f947e3b,revision_number=4']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:35.934056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:35.992776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Routers {'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:27:35.993521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:27:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:36.160395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] Set router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 gateway port host: None {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:27:36.499243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'name': 'router1', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:21Z', 'updated_at': '2021-04-15T19:27:33Z', 'revision_number': 2, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'gw_port_host': None, '_interfaces': [{'id': 'da548a20-f836-42a5-967c-ade62f947e3b', 'name': '', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'mac_address': 'fa:16:3e:b6:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:31Z', 'updated_at': '2021-04-15T19:27:35Z', 'revision_number': 4, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'subnets': [{'id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:36.502740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022baad-8c9b-431f-8b0b-064a98f8380f None None] The sync data for ids ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'] in dv-cinder-776307-4-smb is: [{'id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'name': 'router1', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:21Z', 'updated_at': '2021-04-15T19:27:33Z', 'revision_number': 2, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'gw_port_host': None, '_interfaces': [{'id': 'da548a20-f836-42a5-967c-ade62f947e3b', 'name': '', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'mac_address': 'fa:16:3e:b6:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:31Z', 'updated_at': '2021-04-15T19:27:35Z', 'revision_number': 4, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'subnets': [{'id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:27:36.521280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55034) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:36.683742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc8898-a664-4b1d-883e-4e57c17de81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:36.684364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-aafc8898-a664-4b1d-883e-4e57c17de81a admin admin] Synchronizing usage tracker for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:27:36.744657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-aafc8898-a664-4b1d-883e-4e57c17de81a admin admin] Unset dirty status for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:27:36.745887 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-aafc8898-a664-4b1d-883e-4e57c17de81a admin admin] 10.222.0.20 "GET /v2.0/networks/febc6285-c354-4314-ac2a-009ba11485e7 HTTP/1.1" status: 200 len: 842 time: 0.2229159 Apr 15 19:27:36.756254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:27:36.762688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:27:36.766954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Usage tracker for resource:subnet and tenant:15dc787ca0094a0ab54ffc10c2a8104d is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:27:36.769921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:27:36.776893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:27:36.812747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Made reservation on behalf of 15dc787ca0094a0ab54ffc10c2a8104d for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:27:36.817455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:37.395747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.objects.ports [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85347) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 19:27:37.396221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:37.410958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:37.546020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8baf5d-2003-4104-94af-2ddfed4829b2,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:37.554706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:37.605064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:27:37.605481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Network hostable DHCP agents. Network: febc6285-c354-4314-ac2a-009ba11485e7, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:27:37.665490 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:27:37.721048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, febc6285-c354-4314-ac2a-009ba11485e7) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:27:37.725318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:37.725993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:37.730783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e87d0e-1fb4-4541-8355-8de72a4ded7d None None] Network febc6285-c354-4314-ac2a-009ba11485e7 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:27:37.803092 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0505238 Apr 15 19:27:37.978487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dbfb43-ae79-4bca-80ea-0a0102e83a13 None None] Network febc6285-c354-4314-ac2a-009ba11485e7 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:27:40.341921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:27:40.424427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55048) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:40.606775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device da548a20-f836-42a5-967c-ade62f947e3b up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:27:40.637496 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c8d9d022-0a7e-49a1-b34e-4a19e382d5d4 admin admin] 10.222.0.20 "GET /v2.0/routers/dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 HTTP/1.1" status: 200 len: 710 time: 0.2116227 Apr 15 19:27:40.705367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port da548a20-f836-42a5-967c-ade62f947e3b completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:27:40.711835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port da548a20-f836-42a5-967c-ade62f947e3b triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:40.712420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:40.844001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:40.876669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port da548a20-f836-42a5-967c-ade62f947e3b, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=da548a20-f836-42a5-967c-ade62f947e3b,segment=NetworkSegment(873dfe40-94fb-4502-8848-843db71b5176),segment_id=873dfe40-94fb-4502-8848-843db71b5176)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:27:40.899315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:40.901452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:40.951794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b686516-236c-4c30-ba48-9b01068f5223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:27:40.953273 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2b686516-236c-4c30-ba48-9b01068f5223 admin admin] 10.222.0.20 "GET /v2.0/networks/febc6285-c354-4314-ac2a-009ba11485e7 HTTP/1.1" status: 200 len: 886 time: 0.3102167 Apr 15 19:27:40.963330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:27:40.973188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=da548a20-f836-42a5-967c-ade62f947e3b,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:40.976711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:41.422162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:41.794779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:41.856725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:41.995240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Allocated IP 172.28.3.146 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/2b98fc50-74bd-4aae-ae53-4187313115fe) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:27:42.167079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:42.223986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:42.238747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ece8231-6a5f-44c6-8dbe-8d7800871a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:42.369479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Pushing event updated for resources: {'Port': ['ID=2b98fc50-74bd-4aae-ae53-4187313115fe,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:42.372452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:42.424123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:27:42.425119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:27:42.427412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:27:42.581672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device da548a20-f836-42a5-967c-ade62f947e3b up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:27:42.665915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port da548a20-f836-42a5-967c-ade62f947e3b triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:42.666348 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:43.112877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:43.460500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:43.464502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16383308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838392517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036838406708'] for router, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:43.649169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:27:43.844994 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:27:43.853455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:43.854727 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 HTTP/1.1" status: 200 len: 890 time: 2.8951027 Apr 15 19:27:43.855445 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Sync routers for ids ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:27:43.866047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Routers {'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:27:43.866768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:27:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:44.069222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Set router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:27:44.426629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'name': 'router1', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '2b98fc50-74bd-4aae-ae53-4187313115fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:21Z', 'updated_at': '2021-04-15T19:27:42Z', 'revision_number': 4, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'gw_port': {'id': '2b98fc50-74bd-4aae-ae53-4187313115fe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:41Z', 'updated_at': '2021-04-15T19:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'da548a20-f836-42a5-967c-ade62f947e3b', 'name': '', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'mac_address': 'fa:16:3e:b6:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:31Z', 'updated_at': '2021-04-15T19:27:40Z', 'revision_number': 5, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'subnets': [{'id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:44.432413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Checking router: dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:27:44.432806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Updating router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 port 2b98fc50-74bd-4aae-ae53-4187313115fe binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:27:44.487635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:44.836495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:44.892698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Transition to ACTIVE for port object 2b98fc50-74bd-4aae-ae53-4187313115fe will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:27:44.949792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:44.965189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:45.098822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9ae33-fec1-4093-ba67-53975e3367cc None None] Pushing event updated for resources: {'Port': ['ID=2b98fc50-74bd-4aae-ae53-4187313115fe,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:45.103735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-31c9ae33-fec1-4093-ba67-53975e3367cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:45.165980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Attempting to bind port 2b98fc50-74bd-4aae-ae53-4187313115fe on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:27:45.166401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Attempting to bind port 2b98fc50-74bd-4aae-ae53-4187313115fe by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:27:45.166809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Attempting to bind port 2b98fc50-74bd-4aae-ae53-4187313115fe on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:27:45.172630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:27:45.173043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:27:45.173520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:45.173957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:27:45.174473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Bound port: 2b98fc50-74bd-4aae-ae53-4187313115fe, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:27:45.174890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:45.251310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] For port 2b98fc50-74bd-4aae-ae53-4187313115fe, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:27:45.254422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] For port 2b98fc50-74bd-4aae-ae53-4187313115fe, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=2b98fc50-74bd-4aae-ae53-4187313115fe,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:27:45.276812 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:45.292484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-242bc98e-e7cd-4121-8e60-cbb39edde25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:45.589375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9ae33-fec1-4093-ba67-53975e3367cc None None] Pushing event updated for resources: {'Port': ['ID=2b98fc50-74bd-4aae-ae53-4187313115fe,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:45.593847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-31c9ae33-fec1-4093-ba67-53975e3367cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:45.635009 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Routers {'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:27:45.635654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:27:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:45.824781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] Set router dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:27:46.169206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'name': 'router1', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '2b98fc50-74bd-4aae-ae53-4187313115fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:21Z', 'updated_at': '2021-04-15T19:27:42Z', 'revision_number': 4, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'gw_port': {'id': '2b98fc50-74bd-4aae-ae53-4187313115fe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:41Z', 'updated_at': '2021-04-15T19:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'da548a20-f836-42a5-967c-ade62f947e3b', 'name': '', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'mac_address': 'fa:16:3e:b6:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:31Z', 'updated_at': '2021-04-15T19:27:40Z', 'revision_number': 5, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'subnets': [{'id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:27:46.173400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b6bab-43c5-4964-87fe-587c02dea756 None None] The sync data for ids ['dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40'] in dv-cinder-776307-4-smb is: [{'id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'name': 'router1', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '2b98fc50-74bd-4aae-ae53-4187313115fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:21Z', 'updated_at': '2021-04-15T19:27:42Z', 'revision_number': 4, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'gw_port': {'id': '2b98fc50-74bd-4aae-ae53-4187313115fe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:41Z', 'updated_at': '2021-04-15T19:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'da548a20-f836-42a5-967c-ade62f947e3b', 'name': '', 'network_id': 'c205838c-b900-44d9-80a5-b01ce739e683', 'tenant_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'mac_address': 'fa:16:3e:b6:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd97d5cd-87cd-4fb3-ae14-9cf367bf4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:31Z', 'updated_at': '2021-04-15T19:27:40Z', 'revision_number': 5, 'project_id': '51cbb1cdc9764ca0bc6c95e3b745afd5', 'subnets': [{'id': '1c781d6f-06a4-4dd3-8ff4-b4324760dc7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4cc2a48-0bf1-4a8d-a86c-7d970d8a261c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:27:46.566929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 55058) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:27:46.609602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 2b98fc50-74bd-4aae-ae53-4187313115fe up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:27:46.710875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 2b98fc50-74bd-4aae-ae53-4187313115fe completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:27:46.716717 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 2b98fc50-74bd-4aae-ae53-4187313115fe triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:46.717129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:46.760427 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-2ffea2c8-4151-4409-b2f7-6b9833b4b3b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:27:46.761004 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-2ffea2c8-4151-4409-b2f7-6b9833b4b3b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:27:46.848544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:46.866176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 2b98fc50-74bd-4aae-ae53-4187313115fe, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=2b98fc50-74bd-4aae-ae53-4187313115fe,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:27:46.893802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:46.896108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:27:46.966988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=2b98fc50-74bd-4aae-ae53-4187313115fe,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:27:46.977124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:27:47.196695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.policy [None req-2ffea2c8-4151-4409-b2f7-6b9833b4b3b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85346) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 19:27:47.408474 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-2ffea2c8-4151-4409-b2f7-6b9833b4b3b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:27:47.408901 dv-cinder-776307-4-smb neutron-server[85231]: WARNING oslo_policy.policy [None req-2ffea2c8-4151-4409-b2f7-6b9833b4b3b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:27:47.427972 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2ffea2c8-4151-4409-b2f7-6b9833b4b3b4 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.8589838 Apr 15 19:27:48.583716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 2b98fc50-74bd-4aae-ae53-4187313115fe up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:27:48.664622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 2b98fc50-74bd-4aae-ae53-4187313115fe triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:27:48.664939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:52.705368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d2d2121d-4980-47eb-93c3-44213893a14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:55.253673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0e99a3a2-7252-441f-8c85-9b5bf5c1288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:55.625009 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:56.482475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:27:57.495186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:17.343776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:28:22.898827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f539ce50-0ba1-47a6-8f25-e5a58905fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:25.241825 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0ff7cb92-8b42-44a0-9afe-38746d3623d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:25.612886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:26.493009 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:27.509919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:52.692039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfa3d-8d64-4202-adb3-81563e23a3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:54.343421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:28:55.229195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3654b177-6196-464e-93bb-ec5557bd9c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:55.635308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:56.480983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:28:57.503171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:22.697097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-426775ee-b1b0-41a5-aca6-ff271764ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:25.251006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-51eb0e07-b2cf-4e9f-ab8c-bd7cdf7c7014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:25.616871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:26.485550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:27.508367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:31.342402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:29:32.754178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55634) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:32.833905 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb4c47e-3700-456f-828c-2e95321883a4 admin admin] GET failed (client error): The resource could not be found. Apr 15 19:29:32.835285 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4eb4c47e-3700-456f-828c-2e95321883a4 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0800772 Apr 15 19:29:32.975451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d7755-266a-4aae-a305-3e9c33656d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:32.976928 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d73d7755-266a-4aae-a305-3e9c33656d5c admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1372831 Apr 15 19:29:35.484382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55644) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:35.598784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2b805-8d94-4f13-b835-bfa7714196eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:35.599438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f5a2b805-8d94-4f13-b835-bfa7714196eb admin admin] Synchronizing usage tracker for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:subnet {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:29:35.657054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f5a2b805-8d94-4f13-b835-bfa7714196eb admin admin] Unset dirty status for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:subnet {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:29:35.664245 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f5a2b805-8d94-4f13-b835-bfa7714196eb admin admin] 10.222.0.20 "GET /v2.0/subnets/1c781d6f-06a4-4dd3-8ff4-b4324760dc7f HTTP/1.1" status: 200 len: 849 time: 0.1729991 Apr 15 19:29:35.670016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:29:35.794798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:36.142823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363290044820169'] for subnet, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:36.158645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-24e907f9-3ebe-4776-bc37-2a9f48b7e9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:29:36.482423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c781d6f-06a4-4dd3-8ff4-b4324760dc7f,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:29:36.495792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.496285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.496524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.496890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.497253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.497644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.498006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.498366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.498749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.499108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.499464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.499819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:29:36.503939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:29:36.532992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:36.533694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:36.535064 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-067f0f69-f7b4-48fb-a5ff-0bb5a08c1821 admin admin] 10.222.0.20 "PUT /v2.0/subnets/1c781d6f-06a4-4dd3-8ff4-b4324760dc7f HTTP/1.1" status: 200 len: 868 time: 0.8701470 Apr 15 19:29:36.538254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2389dbc-b5e6-459f-81c5-a1156f437b87 None None] Network c205838c-b900-44d9-80a5-b01ce739e683 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:29:37.050102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-be40d38c-4c1a-46cd-aea4-4bc1f99d2532 None None] Provisioning complete for port da548a20-f836-42a5-967c-ade62f947e3b triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:29:37.050517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-be40d38c-4c1a-46cd-aea4-4bc1f99d2532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:37.182260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-be40d38c-4c1a-46cd-aea4-4bc1f99d2532 None None] Provisioning complete for port 22ca5a5f-8501-4614-891a-f107a02ae731 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:29:37.182580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-be40d38c-4c1a-46cd-aea4-4bc1f99d2532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:39.049633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55654) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:39.233304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c3a28-0007-4c30-a895-9fb3ee5f8cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:39.233812 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c3a28-0007-4c30-a895-9fb3ee5f8cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:39.236393 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-169c3a28-0007-4c30-a895-9fb3ee5f8cb5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1843176 Apr 15 19:29:41.720578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55664) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:41.906048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef28dff-f65e-42a1-aa94-324d67c24040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:41.906492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef28dff-f65e-42a1-aa94-324d67c24040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:41.908162 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2ef28dff-f65e-42a1-aa94-324d67c24040 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1865206 Apr 15 19:29:44.447759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55674) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:44.633779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa39e827-9c8d-4b49-b8f6-150e37438818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:44.635250 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-fa39e827-9c8d-4b49-b8f6-150e37438818 admin admin] 10.222.0.20 "GET /v2.0/networks/c205838c-b900-44d9-80a5-b01ce739e683 HTTP/1.1" status: 200 len: 869 time: 0.1864781 Apr 15 19:29:47.136410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55684) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:47.314621 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be79305c-bf9e-4260-84d0-562a6ff191cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:47.316113 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-be79305c-bf9e-4260-84d0-562a6ff191cd admin admin] 10.222.0.20 "GET /v2.0/networks/febc6285-c354-4314-ac2a-009ba11485e7 HTTP/1.1" status: 200 len: 886 time: 0.1786788 Apr 15 19:29:49.792544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55694) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:49.909562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3255777-1b63-4fcc-a18b-446c8aa2aa4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:49.910073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3255777-1b63-4fcc-a18b-446c8aa2aa4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:49.911722 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b3255777-1b63-4fcc-a18b-446c8aa2aa4e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1181509 Apr 15 19:29:52.404702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55704) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:52.520071 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8722d707-455d-48c2-a4ad-7ed73a115f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:52.520585 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8722d707-455d-48c2-a4ad-7ed73a115f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:52.522224 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8722d707-455d-48c2-a4ad-7ed73a115f92 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163306 Apr 15 19:29:52.696862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-00cb23cb-ac15-4d3c-a5d1-668c81bcf90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:55.032887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55714) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:55.153815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890fca37-fb7b-4150-ac2d-678e6549bd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:55.155242 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-890fca37-fb7b-4150-ac2d-678e6549bd92 admin admin] 10.222.0.20 "GET /v2.0/subnets/1c781d6f-06a4-4dd3-8ff4-b4324760dc7f HTTP/1.1" status: 200 len: 868 time: 0.1212580 Apr 15 19:29:55.222753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09df934c-2073-44dc-afa4-477ab97cac21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:55.610692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:56.479631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:57.507814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:29:57.643935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55724) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:29:57.754747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab25ccc-c097-4d60-9c4e-8da7821dec5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:29:57.756183 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9ab25ccc-c097-4d60-9c4e-8da7821dec5c admin admin] 10.222.0.20 "GET /v2.0/subnets/1f8baf5d-2003-4104-94af-2ddfed4829b2 HTTP/1.1" status: 200 len: 816 time: 0.1111529 Apr 15 19:30:08.341721 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:30:22.713599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2939f9bc-c3a0-426c-94d2-a9667c4be876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:24.372763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55768) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:30:24.424786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [None req-64de6c78-ef88-4f4b-b064-da384d4046b2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:30:24.425950 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-64de6c78-ef88-4f4b-b064-da384d4046b2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521367 Apr 15 19:30:25.216327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5fffa61b-fd92-41a6-9f41-2b7659fb5890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:25.610337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:26.490778 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:27.013699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55778) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:30:27.089503 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f93232-afaa-4781-a748-986f1a27b4ce admin admin] GET failed (client error): The resource could not be found. Apr 15 19:30:27.090882 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-04f93232-afaa-4781-a748-986f1a27b4ce admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0761580 Apr 15 19:30:27.227935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f802c13-51d1-450e-8e9d-3f63647b2934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:30:27.229475 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1f802c13-51d1-450e-8e9d-3f63647b2934 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341069 Apr 15 19:30:27.519117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:29.752702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55788) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:30:29.804625 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:30:29.809575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:30:29.820248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:30:29.884276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Made reservation on behalf of 15dc787ca0094a0ab54ffc10c2a8104d for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:30:29.889192 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:29.982438 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.services.revisions.revision_plugin [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Could not find related network for resource to bump revision. Apr 15 19:30:29.994135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:30:30.039989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:30.040370 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Added segment 601ffd02-68ad-4af9-b6b2-13979b159b0b of type vlan for network d84d51b4-0379-4e86-a667-34579065fe7e Apr 15 19:30:30.066872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:30.124321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:30.125724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:30:30.126954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:30.131749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:30:30.235461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Pushing event updated for resources: {'Network': ['ID=d84d51b4-0379-4e86-a667-34579065fe7e,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:30:30.239062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:30:30.247005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network d84d51b4-0379-4e86-a667-34579065fe7e details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:30:30.280234 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9895e1b6-d875-4589-9336-88b990318e50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5262837 Apr 15 19:30:32.823088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55798) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:30:32.898399 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c89b7e8-74a4-4f18-b147-6756579d53f1 admin admin] GET failed (client error): The resource could not be found. Apr 15 19:30:32.899224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8c89b7e8-74a4-4f18-b147-6756579d53f1 admin admin] Synchronizing usage tracker for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:30:32.947264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8c89b7e8-74a4-4f18-b147-6756579d53f1 admin admin] Unset dirty status for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:30:32.948437 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8c89b7e8-74a4-4f18-b147-6756579d53f1 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1242864 Apr 15 19:30:33.062700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed57e44c-c6ff-4c87-be64-68b220b0f94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:30:33.064379 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ed57e44c-c6ff-4c87-be64-68b220b0f94c admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1115661 Apr 15 19:30:33.075030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Request body: {'subnet': {'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:30:33.080119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:30:33.089987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:30:33.130028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Made reservation on behalf of 15dc787ca0094a0ab54ffc10c2a8104d for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:30:33.134579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:33.562464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:33.577739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-142c1c92-caa7-4065-8431-f79d98696b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:30:33.708889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6d232a-4058-4d26-9e37-f420162840fa,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:30:33.713634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:30:33.773352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Checking segment: {'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:30:33.774019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Network hostable DHCP agents. Network: d84d51b4-0379-4e86-a667-34579065fe7e, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:30:33.815996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Network d84d51b4-0379-4e86-a667-34579065fe7e is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:30:33.850272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, d84d51b4-0379-4e86-a667-34579065fe7e) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:30:33.854229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:30:33.854904 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:33.860233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3b57d-623a-43a4-9e0a-ddb04dc061d8 None None] Network d84d51b4-0379-4e86-a667-34579065fe7e requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:30:33.931162 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8598111 Apr 15 19:30:34.098850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-d84d51b4-0379-4e86-a667-34579065fe7e', 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e', 'tenant_id': '15dc787ca0094a0ab54ffc10c2a8104d', 'fixed_ips': [{'subnet_id': '2f6d232a-4058-4d26-9e37-f420162840fa'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:30:34.099779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:34.268431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Allocated IP 192.168.233.2 (d84d51b4-0379-4e86-a667-34579065fe7e/2f6d232a-4058-4d26-9e37-f420162840fa/90cda48d-0dbf-465e-b936-6fc28c7011dc) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:30:34.533245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:34.593388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Transition to ACTIVE for port object 90cda48d-0dbf-465e-b936-6fc28c7011dc will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:30:34.614076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Transition to ACTIVE for port object 90cda48d-0dbf-465e-b936-6fc28c7011dc will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:30:34.645164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:34.661744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:30:34.798589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Pushing event updated for resources: {'Port': ['ID=90cda48d-0dbf-465e-b936-6fc28c7011dc,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:30:34.817223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.817638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.818017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.818368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.818740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.819110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.819474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.819834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.820198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.820562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.820918 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.821277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:30:34.827275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:30:34.867469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Network d84d51b4-0379-4e86-a667-34579065fe7e is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:30:34.869050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:30:34.871502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:30:34.969273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Attempting to bind port 90cda48d-0dbf-465e-b936-6fc28c7011dc on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:30:34.970271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Attempting to bind port 90cda48d-0dbf-465e-b936-6fc28c7011dc by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:30:34.970857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Attempting to bind port 90cda48d-0dbf-465e-b936-6fc28c7011dc on network d84d51b4-0379-4e86-a667-34579065fe7e {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:30:34.977024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:30:34.977488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Checking segment: {'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:30:34.977933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:34.978363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Bound using segment: {'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:30:34.978874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Bound port: 90cda48d-0dbf-465e-b936-6fc28c7011dc, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:30:34.979280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:35.074471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] For port 90cda48d-0dbf-465e-b936-6fc28c7011dc, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:30:35.077716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] For port 90cda48d-0dbf-465e-b936-6fc28c7011dc, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=90cda48d-0dbf-465e-b936-6fc28c7011dc,segment=NetworkSegment(601ffd02-68ad-4af9-b6b2-13979b159b0b),segment_id=601ffd02-68ad-4af9-b6b2-13979b159b0b)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:30:35.136755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:35.153646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:30:35.308843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Pushing event updated for resources: {'Port': ['ID=90cda48d-0dbf-465e-b936-6fc28c7011dc,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:30:35.313538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:30:36.588076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231cf30f-cb33-4652-a15b-b4a6c2e7c14f None None] Network d84d51b4-0379-4e86-a667-34579065fe7e requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:30:36.757638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-3bb3740b-9fd5-43fe-96fd-025ba82ac3ce None None] Provisioning for port 90cda48d-0dbf-465e-b936-6fc28c7011dc completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:30:36.782387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 90cda48d-0dbf-465e-b936-6fc28c7011dc up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:30:36.935786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 90cda48d-0dbf-465e-b936-6fc28c7011dc completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:30:36.941933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 90cda48d-0dbf-465e-b936-6fc28c7011dc triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:30:36.942352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:37.074821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:37.119321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-b118fc7f-f51b-46d5-9680-5b4c6a7080c0 None None] Provisioning complete for port 90cda48d-0dbf-465e-b936-6fc28c7011dc triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:30:37.119735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b118fc7f-f51b-46d5-9680-5b4c6a7080c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:37.157866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 90cda48d-0dbf-465e-b936-6fc28c7011dc, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=90cda48d-0dbf-465e-b936-6fc28c7011dc,segment=NetworkSegment(601ffd02-68ad-4af9-b6b2-13979b159b0b),segment_id=601ffd02-68ad-4af9-b6b2-13979b159b0b)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:30:37.188953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:37.225078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:30:37.318872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=90cda48d-0dbf-465e-b936-6fc28c7011dc,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:30:37.322029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:30:38.724763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 90cda48d-0dbf-465e-b936-6fc28c7011dc up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:30:38.800502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 90cda48d-0dbf-465e-b936-6fc28c7011dc triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:30:38.800913 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:45.341668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:30:52.712949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-85671cb8-02fe-425a-8eb3-9516970e597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:55.255862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d369-83f3-4668-9b77-0cfd7194fe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:55.621030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:56.484334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:30:57.524423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:22.342351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:31:22.706985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb512-febc-4555-b7c8-c46d54bec8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:25.250170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7fbc702b-b143-4055-8888-3c5f3828a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:25.626608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:26.495572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:27.523676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:52.717814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71a119b9-a5c8-4245-94c8-24b735f7698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:55.232452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-91e9e7f0-1213-42bb-802c-9d88bdce79c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:55.649111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:56.534887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:57.175113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55844) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:31:57.181366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [None req-03039c5e-d9a2-4c3a-b591-c58c037c3dce tempest-verify_tempest_config-971629423 tempest-verify_tempest_config-971629423-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:31:57.182417 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-03039c5e-d9a2-4c3a-b591-c58c037c3dce tempest-verify_tempest_config-971629423 tempest-verify_tempest_config-971629423-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062654 Apr 15 19:31:57.546840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:57.698568 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55862) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:31:57.828975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:57.844762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:31:57.848720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Usage tracker for resource:security_group_rule and tenant:b90264e6f2c24e47b2792e09c700cd23 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:31:57.851645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:31:57.857818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:31:58.112548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:58.145892 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:58.155716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:31:58.198137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Synchronizing usage tracker for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:31:58.202357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ad3ce-b2f0-4be2-ade2-9468f20dc8c8,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:31:58.212613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.213035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.213434 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.213811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.214194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.214543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.214902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.215264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.215638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.215997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.216357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.216768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:31:58.222231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:31:58.260042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Unset dirty status for tenant:15dc787ca0094a0ab54ffc10c2a8104d on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:31:58.261426 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b90264e6f2c24e47b2792e09c700cd23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5617757 Apr 15 19:31:58.264823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55872) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:31:58.328077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:58.354127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:58.528602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:58.533924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:31:58.547275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ad3ce-b2f0-4be2-ade2-9468f20dc8c8,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:31:58.549636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:31:58.553151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:31:58.555533 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b3ad3ce-b2f0-4be2-ade2-9468f20dc8c8 HTTP/1.1" status: 204 len: 168 time: 0.2892349 Apr 15 19:31:59.345474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:32:22.711808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc20c2eb-b604-4ab3-b493-1ce926609d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:25.254770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b6e08873-552e-4ebb-9bcb-8af8d1315cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:25.648769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:26.500071 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:27.528342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:36.345161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:32:52.711297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ed7fed02-a730-492c-9770-acb8dfa74e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:55.248533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-83d51eb3-06b8-4d9a-a72e-0ad624652d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:55.625565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:56.493817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:32:57.528434 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:13.344226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 5 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:33:22.710671 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c95d6efc-1204-40d0-8dde-fc71e22794fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:25.242359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-70a9a7ed-a28b-4b57-97a7-c8ec5701f0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:25.641463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:26.533553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:27.538580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:39.030551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743'] for agent, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:44.664543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 55924) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:33:44.785085 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9ccf007e-a29c-4e6b-8018-b17e9a70ad19 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1193678 Apr 15 19:33:47.293975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 55934) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:33:47.362738 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d82ed36e-ab3b-45c3-a465-f2c739fca9e8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0676222 Apr 15 19:33:50.344184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:33:52.709761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a65832b2-5f8a-4eb9-8811-4a06b0ac7e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:55.247403 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4487-0dd5-48cc-bcfd-bfbb1b95dbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:55.641893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:56.493459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:33:57.532068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:09.001478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:22.721640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2f2f5ead-fec6-4994-bc62-3131b7a2d9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:25.280659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e2e98eee-4713-4f95-aff6-f32d8b46c8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:25.647160 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:26.504539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:27.343714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:34:27.533017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:39.019081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:52.715616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7ecdfe4-60fb-4433-9afd-2f958d9c574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:55.258473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5cae01ec-ecaf-4c9f-9c25-97411d6d81b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:55.641526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:56.514454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:34:57.555426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:04.343351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:35:09.041216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:22.739294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-25a04efc-a2e1-4598-9578-d0ee2e92e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:25.269606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-02c6362c-e9f3-4263-8eca-bccafafe347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:25.664082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:26.237633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56160) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:26.265984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56166) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:26.464599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56182) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:26.518363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56188) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:26.526963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:26.756305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1012986596-network', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:26.763990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:26.770744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-network', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:26.774571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Usage tracker for resource:network and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:26.779332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:26.781876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:26.788796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Usage tracker for resource:network and tenant:ff64266bc601483fbca895b2a77ffc26 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:26.794037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:26.795076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:26.803179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:26.838308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352095637-network', 'tenant_id': '7d2277dba48e4dbc91b0be9a44407992'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:26.846462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:26.853285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Usage tracker for resource:network and tenant:7d2277dba48e4dbc91b0be9a44407992 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:26.856488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:26.877996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-network', 'tenant_id': '68bb2142d460492490f4417558f1fa0b'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:26.883026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Made reservation on behalf of 9d9b14ce9a9447e1a7401f4a29a9b917 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:26.892726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:26.902526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:26.923711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:26.932160 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:26.937847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Usage tracker for resource:network and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:26.937847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:26.941835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:26.951056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:26.956139 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:26.966548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:26.969181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:26.986172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Made reservation on behalf of ff64266bc601483fbca895b2a77ffc26 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:26.991734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.016540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Made reservation on behalf of 7d2277dba48e4dbc91b0be9a44407992 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:27.021486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.035657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.054079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.063657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Made reservation on behalf of 68bb2142d460492490f4417558f1fa0b for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:27.068332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.093723 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.109168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:27.115870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:27.120116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Usage tracker for resource:security_group_rule and tenant:ff64266bc601483fbca895b2a77ffc26 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:27.126302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:27.138059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Usage tracker for resource:security_group_rule and tenant:7d2277dba48e4dbc91b0be9a44407992 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:27.144243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:27.149253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:27.152379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:27.160397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Usage tracker for resource:security_group_rule and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:27.165038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:27.218841 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:27.239696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:27.442408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.501318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.527911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:35:27.537709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.538086 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Added segment b83bfe98-b837-4830-b0f9-dc0c80834bf5 of type vlan for network 2f008745-9d9b-40b8-b608-d7c888ae6d19 Apr 15 19:35:27.558702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3c2aa60d-aae9-49b2-a967-b74a1af5bea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:27.623729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.778209 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.786655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.829728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3dd35c-8479-49ad-8b7c-4a2230bd3bc8,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:27.858602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.864603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.870502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.870974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.871422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.871866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.872311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.872950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.873434 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.873882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.874678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.877226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.878978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.879432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Tracked resource versions report: Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: pushed versions: Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: { 'AddressGroup': {'1.2'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': {'1.0'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': {'1.0'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': {'1.1'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': {'1.7'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': {'1.2'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': {'1.8'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': {'1.4'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': {'1.0'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': {'1.1'}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': {'1.1'}} Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: consumer versions: Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: { DHCP agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: HyperV agent@hv-cinder-77630: {}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: L3 agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: Metadata agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: Metering agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: Open vSwitch agent@dv-cinder-776307-4-smb: { 'AddressGroup': '1.2', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': '1.0', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': '1.0', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': '1.1', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': '1.7', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': '1.2', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': '1.8', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': '1.4', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': '1.2', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': '1.0', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': '1.1', Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': '1.1'}} Apr 15 19:35:27.880645 dv-cinder-776307-4-smb neutron-server[85231]: {{(pid=85347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:35:27.892060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.893502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:27.894200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:27.949385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701c384c-1f48-4883-89da-929b9af2c4e0,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:27.973676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:35:27.997669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:27.998066 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Added segment ced3bc63-0d18-4b75-9551-99b6b9dfe957 of type vlan for network 7f2db649-1db7-44ce-b107-4fe671d8b573 Apr 15 19:35:28.056162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.067352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795ef83-ec4b-44e4-a627-07faaf69c0ae,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:28.072675 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:28.073115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:28.073455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:28.127194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.128176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.132779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:28.144539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:28.144539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.155982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56260) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:28.200171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32247efa-95f9-4087-9475-cbddf88c834e,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:28.203908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.208323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:35:28.215928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:28.217157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4d7f12b5-371d-4793-84bc-8ebff6fffa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:28.246767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=85347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:35:28.247153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:35:28.305990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.306387 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Added segment 6881b466-2230-4cf5-91c3-ce33fe1a7a8d of type vlan for network 80efc5ad-2ed0-4f50-9a55-249f065aa09f Apr 15 19:35:28.374964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Pushing event updated for resources: {'Network': ['ID=2f008745-9d9b-40b8-b608-d7c888ae6d19,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:28.382781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:28.387952 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:35:28.388139 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.393326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1544268 Apr 15 19:35:28.396657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56272) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:28.402915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Request body: {'subnet': {'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1012986596-subnet', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:28.408510 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.quota [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Loaded quota_driver: . Apr 15 19:35:28.418952 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:28.433298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.433937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Usage tracker for resource:subnet and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:28.437260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:28.437933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.438919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:28.445099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-23f23c4e-77de-4067-b874-8225a9951344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:28.447430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:28.503266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.519499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Made reservation on behalf of 9d9b14ce9a9447e1a7401f4a29a9b917 for: {'subnet': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:28.525937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.554943 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Pushing event updated for resources: {'Network': ['ID=7f2db649-1db7-44ce-b107-4fe671d8b573,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:28.558403 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:28.560137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.561632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:28.562411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.568463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 7f2db649-1db7-44ce-b107-4fe671d8b573 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:35:28.575966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dfa92d26-9e52-4e7e-8583-8ca98b616330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:28.605458 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1364622 Apr 15 19:35:28.606304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56284) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:28.613691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Request body: {'subnet': {'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352095637-subnet', 'tenant_id': '7d2277dba48e4dbc91b0be9a44407992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:28.650839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:28.653921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:28.670369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Usage tracker for resource:security_group_rule and tenant:321ec8f02c794c81b5f8e49e87b0bca8 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:28.738895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Pushing event updated for resources: {'Network': ['ID=80efc5ad-2ed0-4f50-9a55-249f065aa09f,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:28.740171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:28.747974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.750889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:35:28.761012 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2415078 Apr 15 19:35:28.765053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56292) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:28.780691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Request body: {'subnet': {'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-subnet', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:28.810262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:28.815069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:28.819253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Usage tracker for resource:subnet and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:28.825430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Usage tracker for resource:subnet and tenant:7d2277dba48e4dbc91b0be9a44407992 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:28.829439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:28.839672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:28.846366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:28.848600 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:28.859704 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:35:28.882656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.883085 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Added segment cd3ccc93-e2f0-4bd0-9884-80966406f997 of type vlan for network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 Apr 15 19:35:28.889081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Made reservation on behalf of 68bb2142d460492490f4417558f1fa0b for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:28.893826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:28.894210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:29.120828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Made reservation on behalf of 7d2277dba48e4dbc91b0be9a44407992 for: {'subnet': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:29.125626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:29.172643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:29.286663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:29.288389 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:29.289162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:29.294524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:29.530650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:29.626961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Pushing event updated for resources: {'Network': ['ID=8289a63e-77d3-405a-9ea0-cdc4b6e8a931,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:29.630316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:29.634548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:29.637777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:35:29.673172 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.4033306 Apr 15 19:35:29.673420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56308) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:29.679874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Request body: {'subnet': {'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-subnet', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:29.684252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:29.691226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:29.719541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Usage tracker for resource:subnet and tenant:ff64266bc601483fbca895b2a77ffc26 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:29.729035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:29.741459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:29.764188 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=321ec8f02c794c81b5f8e49e87b0bca8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6067977 Apr 15 19:35:29.770461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56316) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:29.855420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6dd72a-266f-4c31-a222-d613b54d5880,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:29.871797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Made reservation on behalf of ff64266bc601483fbca895b2a77ffc26 for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:29.876579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:29.881480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.881849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.882210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.882566 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.882970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.883474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.883818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.884168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.884523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.884869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.885214 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.885579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Tracked resource versions report: Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: pushed versions: Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: { 'AddressGroup': {'1.2'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': {'1.0'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': {'1.0'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': {'1.1'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': {'1.7'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': {'1.2'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': {'1.8'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': {'1.4'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': {'1.0'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': {'1.1'}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': {'1.1'}} Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: consumer versions: Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: { DHCP agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: HyperV agent@hv-cinder-77630: {}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: L3 agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: Metadata agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: Metering agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: Open vSwitch agent@dv-cinder-776307-4-smb: { 'AddressGroup': '1.2', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': '1.0', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': '1.0', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': '1.1', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': '1.7', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': '1.2', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': '1.8', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': '1.4', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': '1.2', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': '1.0', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': '1.1', Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': '1.1'}} Apr 15 19:35:29.886707 dv-cinder-776307-4-smb neutron-server[85231]: {{(pid=85346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:35:29.928563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:29.987333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.044964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.064014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:30.086686 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.261615 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a68565-7f58-4cac-a077-0d36d2070ce5,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:30.268057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:30.328422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.347211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:30.351461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Checking segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:30.352786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Network hostable DHCP agents. Network: 80efc5ad-2ed0-4f50-9a55-249f065aa09f, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:35:30.380368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.441850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:35:30.504419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 80efc5ad-2ed0-4f50-9a55-249f065aa09f) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:30.512522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:30.513227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.517522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1be14a-4f3b-4efe-85a3-8640b0da1803 None None] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:30.544658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c0d75d-3ac6-46fb-bb24-43e9b712df44,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:30.549490 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:30.556976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cd8e8cf3-542f-456a-932c-7658335d6b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:30.574828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.576522 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8108869 Apr 15 19:35:30.579049 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a6dd72a-266f-4c31-a222-d613b54d5880 HTTP/1.1" status: 204 len: 168 time: 0.8020282 Apr 15 19:35:30.581663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56334) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:30.593111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6dd72a-266f-4c31-a222-d613b54d5880,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:30.602637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:30.604644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.611263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:30.620968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:30.630805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:30.640907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Usage tracker for resource:router and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:30.660702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:30.672491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:30.709443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.741367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:30.793459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.795061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.891753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8180309-435d-4cec-94a0-bb8798781c52,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:30.894636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:30.903601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:35:30.904403 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:30.946627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Checking segment: {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:30.947346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Network hostable DHCP agents. Network: 8289a63e-77d3-405a-9ea0-cdc4b6e8a931, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:35:31.007224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:35:31.047094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 8289a63e-77d3-405a-9ea0-cdc4b6e8a931) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:31.058328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Checking segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:31.058810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Network hostable DHCP agents. Network: 2f008745-9d9b-40b8-b608-d7c888ae6d19, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:35:31.064026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:31.071323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0162c2-3f10-4a73-8e4a-b6dfce00c8c1 None None] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:31.071822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.125089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.171075 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4940200 Apr 15 19:35:31.171962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56356) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:31.191869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=009f1300-105c-476b-b576-2f93f7bdb5a1,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:31.202561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:31.210775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:31.218070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:31.228421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Usage tracker for resource:router and tenant:ff64266bc601483fbca895b2a77ffc26 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:31.243132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:31.256083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:35:31.256262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:31.297427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 2f008745-9d9b-40b8-b608-d7c888ae6d19) {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:31.326372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531931de-fef8-4176-bc92-2538d48da2da None None] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:31.330506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.331643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.341231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Allocated IP 172.20.0.2 (80efc5ad-2ed0-4f50-9a55-249f065aa09f/c6a68565-7f58-4cac-a077-0d36d2070ce5/3454065a-6aa3-4b41-8dce-24c6bc92ad4e) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:31.384953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56370) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:31.400529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:31.401909 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.443394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.482065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.514115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:31.520118 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Usage tracker for resource:security_group_rule and tenant:108b7bfe747d4ca4a4680e6e259bb6e0 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:31.524036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:31.534459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:31.598166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e5c3c-1fc7-4ffb-9ce1-b7fce7b9d86c None None] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:31.643182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.713179 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3154111 Apr 15 19:35:31.729838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.736707 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.743269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56376) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:31.750379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Checking segment: {'id': 'ced3bc63-0d18-4b75-9551-99b6b9dfe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:31.750968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Network hostable DHCP agents. Network: 7f2db649-1db7-44ce-b107-4fe671d8b573, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:35:31.845241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:31.853548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:31.867858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Network 7f2db649-1db7-44ce-b107-4fe671d8b573 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:35:31.945753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-2f008745-9d9b-40b8-b608-d7c888ae6d19', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:35:31.946674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:31.954814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:31.959070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Usage tracker for resource:router and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:31.963082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:31.969535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:31.979237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 7f2db649-1db7-44ce-b107-4fe671d8b573) {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:32.005262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0827c7-7112-4c7f-bff3-c2a85acbc4b5 None None] Network 7f2db649-1db7-44ce-b107-4fe671d8b573 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:32.019823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:32.020644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.087494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.088630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.119038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.127686 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=108b7bfe747d4ca4a4680e6e259bb6e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7390118 Apr 15 19:35:32.129300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4388194d-afc2-4527-9e78-c1bbe9cb692b,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:32.134933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56394) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:32.137971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:32.217676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.320720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.350659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.352081 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7440310 Apr 15 19:35:32.464698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.493509 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.503188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.660027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.666753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Transition to ACTIVE for port object 3454065a-6aa3-4b41-8dce-24c6bc92ad4e will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:32.673588 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:32.756361 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Transition to ACTIVE for port object 3454065a-6aa3-4b41-8dce-24c6bc92ad4e will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:32.766068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4388194d-afc2-4527-9e78-c1bbe9cb692b,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:32.775590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:32.816893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Allocated IP 172.28.3.38 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/47a3878f-4e33-4ce4-a5d5-30f99dec0dbe) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:32.824412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:32.852845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:32.884783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f4243-0aac-4d0b-bb78-cf0cbf6deddc None None] Network 7f2db649-1db7-44ce-b107-4fe671d8b573 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:32.974514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Allocated IP 172.20.0.2 (2f008745-9d9b-40b8-b608-d7c888ae6d19/92c0d75d-3ac6-46fb-bb24-43e9b712df44/50a6a3aa-3f59-424e-b0b0-51294a855d29) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:33.021017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56432) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:33.030687 dv-cinder-776307-4-smb neutron-server[85231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 19:35:33.113264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Pushing event updated for resources: {'Port': ['ID=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:33.167326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.213026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.213452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.214133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.214133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.214451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.214813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.215181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.215546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.215914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.216281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.216643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.216776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.216987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Tracked resource versions report: Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: pushed versions: Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: { 'AddressGroup': {'1.2'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': {'1.0'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': {'1.0'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': {'1.1'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': {'1.7'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': {'1.2'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': {'1.8'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': {'1.4'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': {'1.0'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': {'1.1'}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': {'1.1'}} Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: consumer versions: Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: { DHCP agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: HyperV agent@hv-cinder-77630: {}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: L3 agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: Metadata agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: Metering agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: Open vSwitch agent@dv-cinder-776307-4-smb: { 'AddressGroup': '1.2', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': '1.0', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': '1.0', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': '1.1', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': '1.7', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': '1.2', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': '1.8', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': '1.4', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': '1.2', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': '1.0', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': '1.1', Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': '1.1'}} Apr 15 19:35:33.218144 dv-cinder-776307-4-smb neutron-server[85231]: {{(pid=85348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:35:33.229583 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.230298 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4388194d-afc2-4527-9e78-c1bbe9cb692b HTTP/1.1" status: 204 len: 168 time: 1.0943336 Apr 15 19:35:33.230651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:33.278461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-f763f6b8-f83c-4800-b0d2-59b0ddc8d09c tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:33.286403 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-f763f6b8-f83c-4800-b0d2-59b0ddc8d09c tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/networks?id=7f2db649-1db7-44ce-b107-4fe671d8b573 HTTP/1.1" status: 200 len: 811 time: 0.2638719 Apr 15 19:35:33.316271 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb6e5403-e3f3-409f-9ac9-1821836eb5ca tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/quotas/7d2277dba48e4dbc91b0be9a44407992 HTTP/1.1" status: 200 len: 375 time: 0.0284863 Apr 15 19:35:33.416844 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-5cd81bd4-f515-4698-b11b-b254b5d9053a tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d2277dba48e4dbc91b0be9a44407992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999107 Apr 15 19:35:33.441456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.472583 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:33.503472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:33.516107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:33.518635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:33.574910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.632428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.634046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Pushing event updated for resources: {'Port': ['ID=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:33.702802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:33.900019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.900739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:33.900739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:33.904294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:33.953448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Attempting to bind port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:33.963277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Attempting to bind port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:33.963277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Attempting to bind port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:33.971381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Transition to ACTIVE for port object 50a6a3aa-3f59-424e-b0b0-51294a855d29 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:33.978225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:33.982287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Checking segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:33.983511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:33.986228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Bound using segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:33.987702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Bound port: 3454065a-6aa3-4b41-8dce-24c6bc92ad4e, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:33.988829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:34.095035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Transition to ACTIVE for port object 50a6a3aa-3f59-424e-b0b0-51294a855d29 will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:34.118234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Allocated IP 172.28.3.156 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/5f9f6625-20a1-41bb-8e21-1e5ef40c17ca) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:34.142269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:34.166288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:34.384421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:34.420382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] For port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:34.434141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:34.455820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-10d376de-43bb-4fdc-ab9c-176a5165d9d8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:35:34.457115 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-10d376de-43bb-4fdc-ab9c-176a5165d9d8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7310746 Apr 15 19:35:34.471558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] For port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:34.511814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Pushing event updated for resources: {'Port': ['ID=50a6a3aa-3f59-424e-b0b0-51294a855d29,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:34.532917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:34.547872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:34.560069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:34.588633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:34.721123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:34.761938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:34.996502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Pushing event updated for resources: {'Port': ['ID=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:35.028101 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Pushing event updated for resources: {'Port': ['ID=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:35.032326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:35.042720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:35.043540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Allocated IP 172.28.3.150 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/53ede5bb-6aa1-4b0c-bca1-e14990bdda1b) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:35.043931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:35.048876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:35.065242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:35.183468 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-88a65822-288a-4ec3-a97c-11bc1c665261 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2db649-1db7-44ce-b107-4fe671d8b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160397 Apr 15 19:35:35.187655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Attempting to bind port 50a6a3aa-3f59-424e-b0b0-51294a855d29 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:35.188081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Attempting to bind port 50a6a3aa-3f59-424e-b0b0-51294a855d29 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:35.188948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Attempting to bind port 50a6a3aa-3f59-424e-b0b0-51294a855d29 on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:35.196063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:35.196531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Checking segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:35.197304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:35.197597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Bound using segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:35.198127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Bound port: 50a6a3aa-3f59-424e-b0b0-51294a855d29, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:35.198549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:35.265246 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:35.297769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:35.391647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] For port 50a6a3aa-3f59-424e-b0b0-51294a855d29, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:35.395748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] For port 50a6a3aa-3f59-424e-b0b0-51294a855d29, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=50a6a3aa-3f59-424e-b0b0-51294a855d29,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:35.418007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:35.420256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:35.423317 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:35.511467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:35.569218 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-1ea59ed8-8aa6-43b1-8f27-da1ee92aad10 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2db649-1db7-44ce-b107-4fe671d8b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686957 Apr 15 19:35:35.611731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:35.828156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Pushing event updated for resources: {'Port': ['ID=50a6a3aa-3f59-424e-b0b0-51294a855d29,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:35.843408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:35.869131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:36.035411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:36.049755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:36.312713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56578) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:36.346581 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a595af81-ce8b-4f56-9678-9a45724c1d14 req-125c8152-4071-48f9-9891-1ae073cb7738 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 210 time: 0.1830733 Apr 15 19:35:36.349386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56582) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:36.527343 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Router f8cee3d6-4270-4098-8f8e-98aa38b27677 is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:35:36.718794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:36.737518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:36.836850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:36.859213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d13b66507f459d9fff23c63cadd0cc is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:36.869093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:36.875740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:36.900907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:36.901104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Usage tracker for resource:security_group_rule and tenant:0aaeca4c5be84529b74a9a202f326076 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:36.911416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:36.931545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:36.957472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:37.103711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81fff6-eb57-431a-939c-bfd59a91e68c None None] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:37.156234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 3454065a-6aa3-4b41-8dce-24c6bc92ad4e up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:37.185574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:35:37.196676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Sync routers for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:35:37.213730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:37.215323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:37.254273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:37.269975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:37.286343 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Notify callbacks [] for router, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:37.291074 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6963873 Apr 15 19:35:37.291217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:37.304547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56618) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:37.328119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:37.569954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56626) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:37.624944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:37.639539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:37.644456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-85662348-3fd0-400b-ba64-137aa794551e None None] Provisioning for port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:37.656621 dv-cinder-776307-4-smb neutron-server[85231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 19:35:37.761629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:37.768180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:37.768602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:37.821041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.771s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:37.824961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56632) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:37.887571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:37.932813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77d71b-a807-4977-a310-584d6f338754 None None] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:35:37.986789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.007310 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-87a78550-8235-4e47-a656-48843fd0f707 req-9299dbfb-c6c3-4f62-9048-2607d56ebd45 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 210 time: 0.4147856 Apr 15 19:35:38.071363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:38.198207 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d13b66507f459d9fff23c63cadd0cc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8422580 Apr 15 19:35:38.199805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56648) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:38.207874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c402f3a1-d40e-46ab-9ee9-5c5939977d52,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:38.217505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.220843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:38.294782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.297828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-a9d5add7-21d8-4b09-82e2-28e11befa0c3 None None] Provisioning for port 50a6a3aa-3f59-424e-b0b0-51294a855d29 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:38.308849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.339916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:38.352286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Usage tracker for resource:security_group_rule and tenant:ef47a0e9c2584c49aad487961231d054 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:38.358855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:38.370213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:38.392570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.448059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:34Z', 'revision_number': 3, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:38.456098 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Checking router: f8cee3d6-4270-4098-8f8e-98aa38b27677 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:35:38.456875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Updating router f8cee3d6-4270-4098-8f8e-98aa38b27677 port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:35:38.470183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dc88a461-7825-40be-9875-cb03d7e761e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:38.522137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:35:38.544161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.555801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.561119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 50a6a3aa-3f59-424e-b0b0-51294a855d29 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:38.565821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbecaa90-861c-49a9-b628-961c35d7912b,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:38.575759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:38.584703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.592420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-e961dc9a-9c66-4901-b43e-82b3f7c2bc18 None None] Provisioning complete for port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:38.592850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e961dc9a-9c66-4901-b43e-82b3f7c2bc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.625746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.636153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:38.661132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.720297 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aaeca4c5be84529b74a9a202f326076&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4063442 Apr 15 19:35:38.732565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56656) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:38.736325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:38.754194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:38.777283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:38.777548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:38.799106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c402f3a1-d40e-46ab-9ee9-5c5939977d52,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:38.963641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 50a6a3aa-3f59-424e-b0b0-51294a855d29 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:38.968396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:38.992907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 50a6a3aa-3f59-424e-b0b0-51294a855d29 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:38.993593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.005258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.006652 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c402f3a1-d40e-46ab-9ee9-5c5939977d52 HTTP/1.1" status: 204 len: 168 time: 0.7910414 Apr 15 19:35:39.150040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.222766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Router 569e78a9-fb77-422b-b870-97983113a950 is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:35:39.270427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.277570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Transition to ACTIVE for port object 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:39.284655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.309722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.327613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 50a6a3aa-3f59-424e-b0b0-51294a855d29, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=50a6a3aa-3f59-424e-b0b0-51294a855d29,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:35:39.330875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-548b7ae4-fbcd-492b-9c97-b6fbbeff9c78 None None] Provisioning complete for port 50a6a3aa-3f59-424e-b0b0-51294a855d29 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:39.331296 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-548b7ae4-fbcd-492b-9c97-b6fbbeff9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.334878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb6de3cc-20b8-470f-a021-47c511ee844d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:39.365838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.388666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.416888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:39.574584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 3454065a-6aa3-4b41-8dce-24c6bc92ad4e up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:39.576547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1ce08fbe-fc7f-49e3-86fc-bd966dc9dd58 req-29a16623-2405-4ff2-8f23-79146281c419 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 210 time: 0.1939189 Apr 15 19:35:39.609406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.623836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Pushing event updated for resources: {'Port': ['ID=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:39.684919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.689033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.689663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.690875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.691418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.692232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.692754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.693278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.693806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.694658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.696605 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.697131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Tracked resource versions report: Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: pushed versions: Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: { 'AddressGroup': {'1.2'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': {'1.0'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': {'1.0'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': {'1.1'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': {'1.7'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': {'1.2'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': {'1.8'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': {'1.4'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': {'1.0'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': {'1.1'}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': {'1.1'}} Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: consumer versions: Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: { DHCP agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: HyperV agent@hv-cinder-77630: {}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: L3 agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: Metadata agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: Metering agent@dv-cinder-776307-4-smb: {}, Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: Open vSwitch agent@dv-cinder-776307-4-smb: { 'AddressGroup': '1.2', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'ConntrackHelper': '1.0', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Log': '1.0', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Network': '1.1', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Port': '1.7', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'PortForwarding': '1.2', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'QosPolicy': '1.8', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroup': '1.4', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'SecurityGroupRule': '1.2', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'SubPort': '1.0', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Subnet': '1.1', Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: 'Trunk': '1.1'}} Apr 15 19:35:39.699541 dv-cinder-776307-4-smb neutron-server[85231]: {{(pid=85349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:35:39.720383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:39.752217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=50a6a3aa-3f59-424e-b0b0-51294a855d29,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:39.763207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:39.805518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.840173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Attempting to bind port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:39.840577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Attempting to bind port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:39.840973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Attempting to bind port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:39.848061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:39.849225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:39.849692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.850128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:39.850670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Bound port: 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:39.851088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.883513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:39.884313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:39.961532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Allocated IP 172.20.0.1 (80efc5ad-2ed0-4f50-9a55-249f065aa09f/c6a68565-7f58-4cac-a077-0d36d2070ce5/6b861f6e-279d-4550-881b-a668c88bc270) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:40.012108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] For port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:40.026007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] For port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:40.060852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.070880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.081990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.110654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:40.208093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.220907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.13', 60472) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:40.256076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.317577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:40.333749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:35:40.359374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Sync routers for ids ['569e78a9-fb77-422b-b870-97983113a950'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:35:40.373499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Routers {'569e78a9-fb77-422b-b870-97983113a950'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:40.374631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['569e78a9-fb77-422b-b870-97983113a950'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:40.401177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.439728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Transition to ACTIVE for port object 6b861f6e-279d-4550-881b-a668c88bc270 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:40.442858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56686) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:40.448123 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef47a0e9c2584c49aad487961231d054&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5399752 Apr 15 19:35:40.570803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f74e88-6ea9-486b-82d7-84e4b98abbd5,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:40.583034 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.587902 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbecaa90-861c-49a9-b628-961c35d7912b HTTP/1.1" status: 204 len: 168 time: 1.8336964 Apr 15 19:35:40.589082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:40.596218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:40.610552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbecaa90-861c-49a9-b628-961c35d7912b,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:40.614041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:40.630193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.631910 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4589872 Apr 15 19:35:40.635444 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56700) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:40.644952 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Pushing event updated for resources: {'Port': ['ID=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:40.666735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:40.667772 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-717157eb-00ce-41e1-ba40-3058b84a932d tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:40.670841 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-717157eb-00ce-41e1-ba40-3058b84a932d tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.13 "GET /v2.0/networks?id=7f2db649-1db7-44ce-b107-4fe671d8b573 HTTP/1.1" status: 200 len: 811 time: 0.4485853 Apr 15 19:35:40.681949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Set router 569e78a9-fb77-422b-b870-97983113a950 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:40.682858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.733190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:40.737564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:40.950243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:40.956756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e85dc361-4a23-406d-8206-7d5b78068849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:41.062516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Request body: {'port': {'device_id': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573', 'admin_state_up': True, 'tenant_id': '7d2277dba48e4dbc91b0be9a44407992'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:41.081006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Pushing event updated for resources: {'Port': ['ID=6b861f6e-279d-4550-881b-a668c88bc270,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:41.090639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:41.133331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:41.263535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:41.300784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:35:35Z', 'revision_number': 3, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:41.307632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Checking router: 569e78a9-fb77-422b-b870-97983113a950 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:35:41.308868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Updating router 569e78a9-fb77-422b-b870-97983113a950 port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:35:41.367429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:35:41.407623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:41.407849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:41.424598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:41.430131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:41.430920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:41.553116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 50a6a3aa-3f59-424e-b0b0-51294a855d29 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:41.668827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56732) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:41.673003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Router 0f3b18f9-76a1-4417-a438-10435f3492fe is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:35:41.736146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:34Z', 'revision_number': 3, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:41.757250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ac411-d4f7-419f-8f21-cd908ea6246a None None] The sync data for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb is: [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:34Z', 'revision_number': 3, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:35:41.993579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:41.998913 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Usage tracker for resource:port and tenant:7d2277dba48e4dbc91b0be9a44407992 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:42.002249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:42.011301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:42.106412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Made reservation on behalf of 7d2277dba48e4dbc91b0be9a44407992 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:35:42.114030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.144746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 50a6a3aa-3f59-424e-b0b0-51294a855d29 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:42.145324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.189164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-e44b010c-5ca8-423d-8083-c049a3b60530 None None] Provisioning for port 6b861f6e-279d-4550-881b-a668c88bc270 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:42.240662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-e44b010c-5ca8-423d-8083-c049a3b60530 None None] Provisioning complete for port 6b861f6e-279d-4550-881b-a668c88bc270 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:42.245240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e44b010c-5ca8-423d-8083-c049a3b60530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.272694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56748) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:42.310966 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b9ac15bc-e0ee-4625-887a-c94560275cf2 req-24ef6d50-0cd3-4e0a-a341-1fecb648994e tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 210 time: 0.8648121 Apr 15 19:35:42.364500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.393500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:42.402849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Usage tracker for resource:security_group_rule and tenant:06b2318ce8fb48b5986d0d5340ce30da is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:42.405894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:42.412573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:42.462591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.509485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.529384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-e44b010c-5ca8-423d-8083-c049a3b60530 None None] Port 6b861f6e-279d-4550-881b-a668c88bc270 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:35:42.534680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:42.544467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Transition to ACTIVE for port object 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:42.577125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.578414 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66f74e88-6ea9-486b-82d7-84e4b98abbd5 HTTP/1.1" status: 204 len: 168 time: 2.1045351 Apr 15 19:35:42.579724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f74e88-6ea9-486b-82d7-84e4b98abbd5,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:42.596209 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:42.596332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.631037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.636268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:42.658673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Allocated IP 172.20.0.3 (7f2db649-1db7-44ce-b107-4fe671d8b573/009f1300-105c-476b-b576-2f93f7bdb5a1/59b7dfed-532d-4362-b4b0-f32ad8a42c7f) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:42.659424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:35:42.671929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Sync routers for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:35:42.690244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:42.691205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:42.697528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-31c9ae33-fec1-4093-ba67-53975e3367cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:42.729217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.053684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:43.053684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.071805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.081088 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3360636 Apr 15 19:35:43.086456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56764) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:43.090085 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06b2318ce8fb48b5986d0d5340ce30da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4187758 Apr 15 19:35:43.098603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56766) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:43.195247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de9158-ee9f-42a3-83a4-a976e3cfce87,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:43.213694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:43.222199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:43.223350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Attempting to bind port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:43.223921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Attempting to bind port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:43.224538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Attempting to bind port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:43.233271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefdcb3-afd1-4e34-8488-82d2b88aaabf None None] Pushing event updated for resources: {'Port': ['ID=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:43.239659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4fefdcb3-afd1-4e34-8488-82d2b88aaabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:43.240857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:43.242102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:43.242743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.244517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:43.244517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Bound port: 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:43.245273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.300880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Usage tracker for resource:security_group_rule and tenant:6c01fcd438214c05a0964532e05e1c13 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:43.312535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:43.396404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] For port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:43.406997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] For port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:43.410041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:43.446794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.498293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-31c9ae33-fec1-4093-ba67-53975e3367cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:43.600821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:43.806852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:43.846706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.860904 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:43.946662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-8b0378c8-aca8-4071-8cca-07d7d332db3c req-59796278-02e2-4c78-add4-a8684571bc82 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Synchronizing usage tracker for tenant:7d2277dba48e4dbc91b0be9a44407992 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:35:43.956033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefdcb3-afd1-4e34-8488-82d2b88aaabf None None] Pushing event updated for resources: {'Port': ['ID=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:43.963905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4fefdcb3-afd1-4e34-8488-82d2b88aaabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:43.973522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.042980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.060467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:44.080348 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:44.080940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.082816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.084867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.118978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:44.177094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56784) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:44.243770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:38Z', 'revision_number': 3, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:44.253871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Checking router: 0f3b18f9-76a1-4417-a438-10435f3492fe for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:35:44.254293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Updating router 0f3b18f9-76a1-4417-a438-10435f3492fe port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:35:44.281401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Allocated IP 172.20.0.1 (8289a63e-77d3-405a-9ea0-cdc4b6e8a931/b8180309-435d-4cec-94a0-bb8798781c52/61741c41-99cb-473f-a9eb-d963459604f2) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:44.338984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.362334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:44.368766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Usage tracker for resource:security_group_rule and tenant:b1363335f1094fddbfebebe5ba223369 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:44.370291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.372405 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:44.378805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:44.386736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.475344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.525280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Pushing event updated for resources: {'Port': ['ID=6b861f6e-279d-4550-881b-a668c88bc270,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:44.531685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.535371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:44.555264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:44.590093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3cb346-f0c7-4d94-9925-05cdd4144277,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:44.594104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:44.595204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.795839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:44.800363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Routers {'569e78a9-fb77-422b-b870-97983113a950'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:44.801214 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['569e78a9-fb77-422b-b870-97983113a950'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:44.809815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:44.909712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Pushing event updated for resources: {'Port': ['ID=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:44.933783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Network 7f2db649-1db7-44ce-b107-4fe671d8b573 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:44.948388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:44.949917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:44.955055 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1363335f1094fddbfebebe5ba223369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727622 Apr 15 19:35:44.973733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:44.978641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56808) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:44.979506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:44.988500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:44.996620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:44.997380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.037617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de9158-ee9f-42a3-83a4-a976e3cfce87,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:45.043360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:45.049560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:45.100531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.101808 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9de9158-ee9f-42a3-83a4-a976e3cfce87 HTTP/1.1" status: 204 len: 168 time: 1.9087942 Apr 15 19:35:45.149879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] Set router 569e78a9-fb77-422b-b870-97983113a950 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:45.241663 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2845287 Apr 15 19:35:45.442844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.453390 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.517485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.534315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-5d1ebe4e-1cd5-4816-9789-b956e97b51a4 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:35:45.537407 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-5d1ebe4e-1cd5-4816-9789-b956e97b51a4 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483162 Apr 15 19:35:45.586300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Transition to ACTIVE for port object 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:45.648623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.733312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-8b0378c8-aca8-4071-8cca-07d7d332db3c req-59796278-02e2-4c78-add4-a8684571bc82 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Unset dirty status for tenant:7d2277dba48e4dbc91b0be9a44407992 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:35:45.740318 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8b0378c8-aca8-4071-8cca-07d7d332db3c req-59796278-02e2-4c78-add4-a8684571bc82 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 210 time: 2.0256405 Apr 15 19:35:45.759776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6f8bae7f-3b36-460a-854a-1a6f6764600c None None] Provisioning complete for port 6b861f6e-279d-4550-881b-a668c88bc270 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:45.760237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6f8bae7f-3b36-460a-854a-1a6f6764600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.765677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.775229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:45.845091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:45.886795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.890916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:45.934359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:35:46.001278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.007520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Router f8cee3d6-4270-4098-8f8e-98aa38b27677 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:35:46.051393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:46.083737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cec482-5aad-4e70-9e44-c1117f3b457d,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:46.115518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dc920-25cf-4a4d-96ef-7a2172bd51e5 None None] Pushing event updated for resources: {'Port': ['ID=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:46.125020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f35dc920-25cf-4a4d-96ef-7a2172bd51e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:46.247095 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bae7f-3b36-460a-854a-1a6f6764600c None None] Port 6b861f6e-279d-4550-881b-a668c88bc270 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:35:46.249712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56820) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:46.251004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:46.263305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.272352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Attempting to bind port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:46.278041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Attempting to bind port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:46.281936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Attempting to bind port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:46.298740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:46.299570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:46.301321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.301977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:46.304031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Bound port: 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:46.304716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.355244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:46.367608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:46.448402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.457568 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c01fcd438214c05a0964532e05e1c13&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1500456 Apr 15 19:35:46.460908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56832) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:46.547722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] For port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:46.556975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] For port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:46.563540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:35:35Z', 'revision_number': 3, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:46.570976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac30106-1c64-4fe5-a0b9-382b8157f7fa None None] The sync data for ids ['569e78a9-fb77-422b-b870-97983113a950'] in dv-cinder-776307-4-smb is: [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:35:35Z', 'revision_number': 3, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:35:46.589863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.595976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.614582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:46.680821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.712645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Request body: {'port': {'device_id': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:46.756688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.852507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.874259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dc920-25cf-4a4d-96ef-7a2172bd51e5 None None] Pushing event updated for resources: {'Port': ['ID=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:46.883343 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f35dc920-25cf-4a4d-96ef-7a2172bd51e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:46.915877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:46.942013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3cb346-f0c7-4d94-9925-05cdd4144277,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:46.972698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:46.986547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:46.990344 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da3cb346-f0c7-4d94-9925-05cdd4144277 HTTP/1.1" status: 204 len: 168 time: 1.9281673 Apr 15 19:35:46.994471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:47.001809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:47.005455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:47.009111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:35:47.020458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Sync routers for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:35:47.029217 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] 10.222.0.20 "PUT /v2.0/routers/f8cee3d6-4270-4098-8f8e-98aa38b27677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7059331 Apr 15 19:35:47.050423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:47.055890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Usage tracker for resource:security_group_rule and tenant:23cd260e9cf54a4885360abb22832d24 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:47.070337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:47.070659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:47.071564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:47.080255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:47.247999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:47.261511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:47.293738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-32d446e2-da7e-4ff7-b636-a39e3e0bcc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:47.431149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:47.474116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:47.480252 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81cec482-5aad-4e70-9e44-c1117f3b457d HTTP/1.1" status: 204 len: 168 time: 1.0177886 Apr 15 19:35:47.576611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cec482-5aad-4e70-9e44-c1117f3b457d,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:47.584757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:47.588152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5940a11a-c4eb-43c5-a411-40d8780a9c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:47.636343 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:47.691231 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23cd260e9cf54a4885360abb22832d24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3855574 Apr 15 19:35:47.699331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645e6341-abd6-4e8e-958c-a6021fab6330,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:47.707771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:47.712346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56858) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:47.980720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:48.051167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:48.168991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:48.169851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b7dfed-532d-4362-b4b0-f32ad8a42c7f {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:35:48.179964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:48.184978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:48.228521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Transition to ACTIVE for port object 59b7dfed-532d-4362-b4b0-f32ad8a42c7f will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:48.275004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:48.310922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:48.464722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:48.761274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Pushing event updated for resources: {'Port': ['ID=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:48.780988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:48.846915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:48.875919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:48.876339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:49.037546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 2, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:49.068826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Checking router: f8cee3d6-4270-4098-8f8e-98aa38b27677 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:35:49.069379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Updating router f8cee3d6-4270-4098-8f8e-98aa38b27677 port 6b861f6e-279d-4550-881b-a668c88bc270 binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:35:49.172030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:38Z', 'revision_number': 3, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:49.196680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d2cb2-3422-49d4-97de-482fc1db2637 None None] The sync data for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb is: [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:38Z', 'revision_number': 3, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:35:49.316477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Attempting to bind port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:49.316869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Attempting to bind port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'ced3bc63-0d18-4b75-9551-99b6b9dfe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:49.320928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Attempting to bind port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f on network 7f2db649-1db7-44ce-b107-4fe671d8b573 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:49.336877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f on network 7f2db649-1db7-44ce-b107-4fe671d8b573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:35:49.337232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Attempting to bind port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f on network 7f2db649-1db7-44ce-b107-4fe671d8b573 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:49.362426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:49.364140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Checking segment: {'id': 'ced3bc63-0d18-4b75-9551-99b6b9dfe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:49.365023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Bound using segment: {'id': 'ced3bc63-0d18-4b75-9551-99b6b9dfe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:49.371854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Bound port: 59b7dfed-532d-4362-b4b0-f32ad8a42c7f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced3bc63-0d18-4b75-9551-99b6b9dfe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:49.373672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:49.380694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:49.469217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1b6db75e-1d50-442a-890f-edcb6781286b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:49.636578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Pushing event updated for resources: {'Port': ['ID=61741c41-99cb-473f-a9eb-d963459604f2,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:49.682171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:49.685879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:49.691673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] For port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:49.708732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] For port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,segment=NetworkSegment(ced3bc63-0d18-4b75-9551-99b6b9dfe957),segment_id=ced3bc63-0d18-4b75-9551-99b6b9dfe957)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:49.744732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:49.779616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab8fa-cc8e-4173-a2c4-f02f40ea9847 req-3a2c21bc-eb87-4cd4-bb9d-0842ec022c2c tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:49.784196 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f17ab8fa-cc8e-4173-a2c4-f02f40ea9847 req-3a2c21bc-eb87-4cd4-bb9d-0842ec022c2c tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 931 time: 2.5286646 Apr 15 19:35:49.797426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-48298c07-6d5d-4edc-885b-0427f51fcabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:49.962411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e6341-abd6-4e8e-958c-a6021fab6330,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:49.967594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:49.982150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:49.988820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:49.993076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:50.005464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:50.006540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:50.034030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:50.038676 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/645e6341-abd6-4e8e-958c-a6021fab6330 HTTP/1.1" status: 204 len: 168 time: 2.3116453 Apr 15 19:35:50.048313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:35:50.064828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Allocated IP 172.20.0.1 (2f008745-9d9b-40b8-b608-d7c888ae6d19/92c0d75d-3ac6-46fb-bb24-43e9b712df44/5773f9ad-ce6e-4cfe-8321-068a951720d8) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:50.069234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-f17ab8fa-cc8e-4173-a2c4-f02f40ea9847 req-1abcc1aa-3b25-4b96-9829-f95745536f1b tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Synchronizing usage tracker for tenant:7d2277dba48e4dbc91b0be9a44407992 on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:35:50.109181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:50.113072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:50.224750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2dfc71df-088f-4e3d-8acb-782c8ed6e027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:50.233549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fb928bb9-db2d-4712-97e0-0cfac39d3892 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:50.424694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:50.425418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:50.433866 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] 10.222.0.13 "PUT /v2.0/ports/59b7dfed-532d-4362-b4b0-f32ad8a42c7f HTTP/1.1" status: 200 len: 1093 time: 4.2597675 Apr 15 19:35:50.435076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'tag': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:35:50.461119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:50.518228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Transition to ACTIVE for port object 5773f9ad-ce6e-4cfe-8321-068a951720d8 will not be triggered until provisioned by entity DHCP. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:50.574536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 56912) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:50.628021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609923339', 'description': 'tempest-description--1869252313'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:50.684463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Pushing event updated for resources: {'Port': ['ID=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:50.685469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:50.692915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:50.702098 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:50.748138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-f17ab8fa-cc8e-4173-a2c4-f02f40ea9847 req-1abcc1aa-3b25-4b96-9829-f95745536f1b tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Unset dirty status for tenant:7d2277dba48e4dbc91b0be9a44407992 on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:35:50.761327 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f17ab8fa-cc8e-4173-a2c4-f02f40ea9847 req-1abcc1aa-3b25-4b96-9829-f95745536f1b tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9110148 Apr 15 19:35:50.766848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:50.774806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:50.783845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-eea3a1ff-daa4-48f6-a651-1ea77a44d853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:50.798281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-4567bb37-28d0-423b-ae2f-23869b025e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:50.810516 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-4567bb37-28d0-423b-ae2f-23869b025e70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d2277dba48e4dbc91b0be9a44407992&device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 1096 time: 0.1990945 Apr 15 19:35:50.873399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:51.009995 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Pushing event updated for resources: {'Port': ['ID=5773f9ad-ce6e-4cfe-8321-068a951720d8,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:51.036893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:51.098537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.140849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:51.211568 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group_rule and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:51.216240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.229898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:51.231071 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-86f50d08-f994-4872-8965-965fad6a5421 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b7dfed-532d-4362-b4b0-f32ad8a42c7f HTTP/1.1" status: 200 len: 217 time: 0.2303865 Apr 15 19:35:51.249298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:51.250749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:51.256803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:51.326794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.347880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Transition to ACTIVE for port object 6b861f6e-279d-4550-881b-a668c88bc270 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:51.365172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:51.365632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.447136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-278c804a-b641-4eb7-95f9-c269793632c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:51.448692 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-278c804a-b641-4eb7-95f9-c269793632c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=009f1300-105c-476b-b576-2f93f7bdb5a1 HTTP/1.1" status: 200 len: 851 time: 0.1574774 Apr 15 19:35:51.458813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.464496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:51.473616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:51.491039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:51.492101 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.523119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56932) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:51.540440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:51.596294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.633824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:51.643132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Usage tracker for resource:security_group_rule and tenant:0e76d415185c422b84736390fc7c924e is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:51.647035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:51.655931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:51.746349 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.763938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.808418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.823566 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-734eb075-c689-4b7b-a3a8-4ded2cb4a0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:51.917553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:51.938592 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-351a7684-29e2-4261-97e4-15f3f63ce73c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f2db649-1db7-44ce-b107-4fe671d8b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270101 Apr 15 19:35:51.998631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a199e3-475a-4e71-9ef4-b21420b19c89 None None] Pushing event updated for resources: {'Port': ['ID=6b861f6e-279d-4550-881b-a668c88bc270,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:52.011785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70a199e3-475a-4e71-9ef4-b21420b19c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:52.117116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.190770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597fe8c0-4434-42c0-803d-8d6a95f21eba,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:52.303583 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:52.316025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.353420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.390982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:52.433731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-aa5d38c1-678c-431b-ba03-2bf9b9ef05fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:52.450388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-f1df204c-71de-41b1-aa3a-1fbdc4523514 None None] Provisioning for port 5773f9ad-ce6e-4cfe-8321-068a951720d8 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:52.456543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.458172 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8649850 Apr 15 19:35:52.468453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56950) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:52.482864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-f1df204c-71de-41b1-aa3a-1fbdc4523514 None None] Provisioning complete for port 5773f9ad-ce6e-4cfe-8321-068a951720d8 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:52.483289 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1df204c-71de-41b1-aa3a-1fbdc4523514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.529804 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'security_group_rule': {'security_group_id': '597fe8c0-4434-42c0-803d-8d6a95f21eba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:52.539986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.541308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:52.554182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group_rule and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:52.566014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:52.576489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:52.631051 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'tag': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f', 'status': 'completed', 'code': 200} Apr 15 19:35:52.663230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Attempting to bind port 6b861f6e-279d-4550-881b-a668c88bc270 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:52.663932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Attempting to bind port 6b861f6e-279d-4550-881b-a668c88bc270 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:52.664571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Attempting to bind port 6b861f6e-279d-4550-881b-a668c88bc270 on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:52.679873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:52.679873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Checking segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:52.688017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.688573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Bound using segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:52.689260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Bound port: 6b861f6e-279d-4550-881b-a668c88bc270, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:52.689839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.717953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-f1df204c-71de-41b1-aa3a-1fbdc4523514 None None] Port 5773f9ad-ce6e-4cfe-8321-068a951720d8 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:35:52.741374 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-9a506cb0-426c-41c8-9266-0f52363dc49e service neutron] 10.222.0.13 "GET /v2.0/networks/7f2db649-1db7-44ce-b107-4fe671d8b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586346 Apr 15 19:35:52.757307 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e76d415185c422b84736390fc7c924e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2274573 Apr 15 19:35:52.758754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56960) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:52.770964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fb113a39-1d0e-4ecd-bb35-f039855bef04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.801465 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:52.898185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.941676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161ebae3-56bc-49b7-8a6c-9e23ce17a835,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:52.960350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:52.964629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:52.967528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:52.968940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Pushing event updated for resources: {'Port': ['ID=61741c41-99cb-473f-a9eb-d963459604f2,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:52.994655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:53.018837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] For port 6b861f6e-279d-4550-881b-a668c88bc270, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:53.043912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] For port 6b861f6e-279d-4550-881b-a668c88bc270, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=6b861f6e-279d-4550-881b-a668c88bc270,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:53.134399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.182269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:53.259636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ac7b7-f90c-4e31-afd4-d31fe133385e req-0f2a8c20-d6a8-48fa-920f-7fd1e6b05730 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:53.266844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.271827 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-694ac7b7-f90c-4e31-afd4-d31fe133385e req-0f2a8c20-d6a8-48fa-920f-7fd1e6b05730 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 943 time: 1.1640332 Apr 15 19:35:53.317064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.322902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.347056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:53.352123 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b5aca94-644b-4337-8299-728c7ae743b5 req-c22bfd1c-18e1-4a8f-94b9-efee96195c13 service neutron] 10.222.0.13 "GET /v2.0/networks/7f2db649-1db7-44ce-b107-4fe671d8b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044312 Apr 15 19:35:53.358518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:53.362485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:53.364439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:53.384759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad5f3c4-061d-4397-b786-f07046424425,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:53.423012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:53.426630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.507478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a199e3-475a-4e71-9ef4-b21420b19c89 None None] Pushing event updated for resources: {'Port': ['ID=6b861f6e-279d-4550-881b-a668c88bc270,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:53.526018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70a199e3-475a-4e71-9ef4-b21420b19c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:53.576736 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-694ac7b7-f90c-4e31-afd4-d31fe133385e req-9f134b49-45a0-4bfd-96e0-e1caa176aa79 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025787 Apr 15 19:35:53.594118 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.595411 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0896981 Apr 15 19:35:53.596301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:53.632789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:53.634973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.670349 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56976) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:53.701309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'security_group_rule': {'security_group_id': '597fe8c0-4434-42c0-803d-8d6a95f21eba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:53.719646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:53.720681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:53.731757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:53.754063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group_rule and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:53.758312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:53.787267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:53.867073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.878554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.935428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:53.970320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:53.976403 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/161ebae3-56bc-49b7-8a6c-9e23ce17a835 HTTP/1.1" status: 204 len: 168 time: 1.0788145 Apr 15 19:35:53.981966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ebae3-56bc-49b7-8a6c-9e23ce17a835,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:54.027162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.032820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:54.035782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-287ec759-c464-4e4c-8cab-1f90716e201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:54.037665 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-287ec759-c464-4e4c-8cab-1f90716e201f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d2277dba48e4dbc91b0be9a44407992&device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 1096 time: 0.5597796 Apr 15 19:35:54.063962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.066357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:54.122531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Router 569e78a9-fb77-422b-b870-97983113a950 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:35:54.184951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.205028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.227779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46effaf-cff3-485d-99a2-f24cb4bf5e4d,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:54.246668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:54.317661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:35:54.327830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:54.442136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.443444 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6870f5fe-9eca-4d49-99c4-0a343b2fde4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7720428 Apr 15 19:35:54.450362 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 56994) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:54.478749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'floatingip': {'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:54.501730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:54.512739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:floatingip and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:54.519331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:54.524132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-f45e6a4a-a3b1-443f-bb63-bd66e0bc0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:54.525858 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-f45e6a4a-a3b1-443f-bb63-bd66e0bc0a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f2db649-1db7-44ce-b107-4fe671d8b573 HTTP/1.1" status: 200 len: 912 time: 0.4214296 Apr 15 19:35:54.532058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:54.590152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.750072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57002) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:54.887521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.896333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:54.944312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:54.958584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:55.112641 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-d8e9461c-3333-4a70-ab95-f11c188f0571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b7dfed-532d-4362-b4b0-f32ad8a42c7f HTTP/1.1" status: 200 len: 217 time: 0.2570794 Apr 15 19:35:55.156575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Pushing event updated for resources: {'Port': ['ID=5773f9ad-ce6e-4cfe-8321-068a951720d8,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:55.166958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:55.168478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:35:55.176048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:55.181458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Sync routers for ids ['569e78a9-fb77-422b-b870-97983113a950'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:35:55.202937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f11e332-87d3-44e5-af26-c236e7a08b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:55.210932 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] 10.222.0.20 "PUT /v2.0/routers/569e78a9-fb77-422b-b870-97983113a950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5741277 Apr 15 19:35:55.218360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Routers {'569e78a9-fb77-422b-b870-97983113a950'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:55.219396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['569e78a9-fb77-422b-b870-97983113a950'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:55.386750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:55.388243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:55.592314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68a396f7-214c-4178-ac3e-7256559f0baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:55.685663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:55.722940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:55.820845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:55.898837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Router 0f3b18f9-76a1-4417-a438-10435f3492fe has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:35:55.973898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Set router 569e78a9-fb77-422b-b870-97983113a950 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:55.980819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-844e8d9f-cd2a-4e4d-abe6-785d4dd1703f None None] Provisioning complete for port 5773f9ad-ce6e-4cfe-8321-068a951720d8 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:55.981258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-844e8d9f-cd2a-4e4d-abe6-785d4dd1703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:56.081766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:56.160849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-844e8d9f-cd2a-4e4d-abe6-785d4dd1703f None None] Port 5773f9ad-ce6e-4cfe-8321-068a951720d8 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:35:56.172832 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:53Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:56.183803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935f898-e9c6-4fdf-a4d5-4f52a3891659 None None] The sync data for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb is: [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:53Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:35:56.195706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:56.213410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Usage tracker for resource:security_group_rule and tenant:832b0cfb0556425eb497d5acf94a2745 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:56.227531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:56.242659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-eb46123d-9d1c-4f39-9e0f-2f577e7ab0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:56.244866 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-eb46123d-9d1c-4f39-9e0f-2f577e7ab0f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=009f1300-105c-476b-b576-2f93f7bdb5a1 HTTP/1.1" status: 200 len: 851 time: 0.4532123 Apr 15 19:35:56.246366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:56.345214 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Allocated IP 172.28.3.130 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/524733cb-a37d-495b-87cb-034d33479ca9) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:35:56.382736 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-9438635d-4804-48e5-a464-601df7305e9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f2db649-1db7-44ce-b107-4fe671d8b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112671 Apr 15 19:35:56.426464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd406e6-b13f-4fa0-bcbc-c45cda012ec8 req-337992ab-4e02-4597-9f1d-08321331ad27 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:56.428407 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4bd406e6-b13f-4fa0-bcbc-c45cda012ec8 req-337992ab-4e02-4597-9f1d-08321331ad27 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 943 time: 1.3858593 Apr 15 19:35:56.520417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:35:56.532801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Sync routers for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:35:56.543547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] 10.222.0.20 "PUT /v2.0/routers/0f3b18f9-76a1-4417-a438-10435f3492fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4486153 Apr 15 19:35:56.544904 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:56.564744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:35:56.565537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:57.156727 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-4dcda524-0cf0-4a90-baf0-88ec3cec1866 service neutron] 10.222.0.13 "GET /v2.0/networks/7f2db649-1db7-44ce-b107-4fe671d8b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605958 Apr 15 19:35:57.169790 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '61741c41-99cb-473f-a9eb-d963459604f2', 'name': '', 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'mac_address': 'fa:16:3e:48:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:44Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 2, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'subnets': [{'id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:57.174200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Checking router: 569e78a9-fb77-422b-b870-97983113a950 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:35:57.174419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Updating router 569e78a9-fb77-422b-b870-97983113a950 port 61741c41-99cb-473f-a9eb-d963459604f2 binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:35:57.247157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:57.436713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:35:57.461704 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4bd406e6-b13f-4fa0-bcbc-c45cda012ec8 req-a3d53a2f-6c91-4783-938e-430b1e6f8647 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8836560 Apr 15 19:35:57.731350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b861f6e-279d-4550-881b-a668c88bc270 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:57.944199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.093552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.094977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.097714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.115557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-643cd356-9c49-4851-94cc-29146e0e97b4 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:35:58.116471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-643cd356-9c49-4851-94cc-29146e0e97b4 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Synchronizing usage tracker for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:35:58.127992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6bb37278-fdb1-4b07-83f2-176b968d215f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:58.192476 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.213409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-643cd356-9c49-4851-94cc-29146e0e97b4 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Unset dirty status for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:35:58.214875 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-643cd356-9c49-4851-94cc-29146e0e97b4 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 819 time: 0.6616571 Apr 15 19:35:58.251758 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-8beea264-34aa-4b7f-ae2b-370971e2a699 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/quotas/ff64266bc601483fbca895b2a77ffc26 HTTP/1.1" status: 200 len: 375 time: 0.0264714 Apr 15 19:35:58.308497 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.343809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Transition to ACTIVE for port object 61741c41-99cb-473f-a9eb-d963459604f2 will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:58.360827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 6b861f6e-279d-4550-881b-a668c88bc270 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:35:58.372022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 6b861f6e-279d-4550-881b-a668c88bc270 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:58.372455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.418225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.458507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-ef461853-3487-417c-a779-dd6a1a835d69 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Synchronizing usage tracker for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:35:58.464063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:35:58.471912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:35:58.479034 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f128a125-d41a-4f31-a824-1090bc0b1d19 req-70fcd08c-a6af-4679-8bba-d8e2b6041157 service neutron] 10.222.0.13 "GET /v2.0/networks/7f2db649-1db7-44ce-b107-4fe671d8b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2252121 Apr 15 19:35:58.480137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:35:58.540776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57090) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:58.546739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173260406', 'description': 'tempest-description--2083969871'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:58.562202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:58.565038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-ef461853-3487-417c-a779-dd6a1a835d69 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Unset dirty status for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:35:58.566908 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-ef461853-3487-417c-a779-dd6a1a835d69 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3138885 Apr 15 19:35:58.567066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:58.572797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:58.579629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:58.583641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.598402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:58.635912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 6b861f6e-279d-4550-881b-a668c88bc270, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=6b861f6e-279d-4550-881b-a668c88bc270,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:35:58.641800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.645973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.653388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:35:53Z', 'revision_number': 2, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:35:58.660904 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Checking router: 0f3b18f9-76a1-4417-a438-10435f3492fe for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:35:58.661334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Updating router 0f3b18f9-76a1-4417-a438-10435f3492fe port 5773f9ad-ce6e-4cfe-8321-068a951720d8 binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:35:58.673962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ca160-c815-4fb2-bfa7-430f400baca0 None None] Pushing event updated for resources: {'Port': ['ID=61741c41-99cb-473f-a9eb-d963459604f2,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:58.684187 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c59ca160-c815-4fb2-bfa7-430f400baca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:58.686406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:58.694850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group_rule and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:58.701100 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=832b0cfb0556425eb497d5acf94a2745&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9389536 Apr 15 19:35:58.701100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'Port': ['ID=524733cb-a37d-495b-87cb-034d33479ca9,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:58.702079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:58.710508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.711469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:35:58.719840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:58.721484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57100) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:58.724222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:58.734097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ccfc9c45-01d1-4ad9-9d46-4597436429ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:58.752572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:58.822263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3585e164-dae1-4570-8c1a-8c11e0851d8d,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:58.833754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:58.859164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.921523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:58.972703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-b4f96072-5be1-475c-9d0e-e31dcad96d65 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:35:58.973822 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-b4f96072-5be1-475c-9d0e-e31dcad96d65 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965860 Apr 15 19:35:59.032371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.049404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d8056a8b-7169-43b7-a1aa-c3af253ca79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:59.102771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.207408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Attempting to bind port 61741c41-99cb-473f-a9eb-d963459604f2 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:35:59.211477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Attempting to bind port 61741c41-99cb-473f-a9eb-d963459604f2 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:35:59.212024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Attempting to bind port 61741c41-99cb-473f-a9eb-d963459604f2 on network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:35:59.223981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:35:59.224663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Checking segment: {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:35:59.231833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.232496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Bound using segment: {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:35:59.233472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Bound port: 61741c41-99cb-473f-a9eb-d963459604f2, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:35:59.234131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.320136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27447090-5a10-4957-b8c5-09a8daf648ba,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:59.337854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.340793 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7988770 Apr 15 19:35:59.343501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:59.370827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57120) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:35:59.391080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'security_group_rule': {'security_group_id': '27447090-5a10-4957-b8c5-09a8daf648ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:35:59.412706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:35:59.421217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.449103 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=6b861f6e-279d-4550-881b-a668c88bc270,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:59.453670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:59.465599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:35:59.465843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group_rule and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:35:59.465962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.468482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.469555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:35:59.477907 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-ab2023ae-a469-4ced-b214-a2e399786657 service neutron] 10.222.0.20 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946249 Apr 15 19:35:59.494339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] For port 61741c41-99cb-473f-a9eb-d963459604f2, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:35:59.498260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] For port 61741c41-99cb-473f-a9eb-d963459604f2, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=61741c41-99cb-473f-a9eb-d963459604f2,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:35:59.501635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.509023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:35:59.523318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Transition to ACTIVE for port object 5773f9ad-ce6e-4cfe-8321-068a951720d8 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:35:59.526828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.576287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.resource_extend [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:35:59.597111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.601158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.626324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:59.643236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.669882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.700327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3585e164-dae1-4570-8c1a-8c11e0851d8d,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:35:59.703635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:35:59.722028 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-5a1b3cdf-e3d8-4b28-b43e-5737d3d13946 service neutron] 10.222.0.20 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393062 Apr 15 19:35:59.755277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:35:59.783005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:35:59.805669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f35dc920-25cf-4a4d-96ef-7a2172bd51e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:00.021985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd9093-2ad9-4026-9f42-e02d4e027312 req-5d2684a1-bf3b-431d-9786-1f8bbf8d06da tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:00.021985 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-eccd9093-2ad9-4026-9f42-e02d4e027312 req-5d2684a1-bf3b-431d-9786-1f8bbf8d06da tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 943 time: 1.0899405 Apr 15 19:36:00.022716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.023345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ca160-c815-4fb2-bfa7-430f400baca0 None None] Pushing event updated for resources: {'Port': ['ID=61741c41-99cb-473f-a9eb-d963459604f2,revision_number=4']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:00.023345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c59ca160-c815-4fb2-bfa7-430f400baca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:00.023750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:00.023822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Routers {'569e78a9-fb77-422b-b870-97983113a950'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:36:00.023822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['569e78a9-fb77-422b-b870-97983113a950'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:00.023963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.023963 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3585e164-dae1-4570-8c1a-8c11e0851d8d HTTP/1.1" status: 204 len: 168 time: 1.2503269 Apr 15 19:36:00.023963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'Port': ['ID=524733cb-a37d-495b-87cb-034d33479ca9,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:00.023963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:00.023963 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-eccd9093-2ad9-4026-9f42-e02d4e027312 req-274105af-785f-4fa8-a4c9-24b4c6665239 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937568 Apr 15 19:36:00.051842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.055743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:00.109543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a6326-afe6-4c79-9d8d-f82102421519 None None] Pushing event updated for resources: {'Port': ['ID=5773f9ad-ce6e-4cfe-8321-068a951720d8,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:00.129659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b91a6326-afe6-4c79-9d8d-f82102421519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:00.150381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.169704 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6b9ab3-ac90-4cd6-aad7-c2f92e65e075,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:00.175127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:00.212251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.216678 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8396418 Apr 15 19:36:00.218512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57140) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:00.223689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'security_group_rule': {'security_group_id': '27447090-5a10-4957-b8c5-09a8daf648ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:00.242626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.252402 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7872484 Apr 15 19:36:00.262539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:00.286121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group_rule and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:00.301505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:00.325221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:00.406974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.417517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b861f6e-279d-4550-881b-a668c88bc270 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:00.540866 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f1ff42c-2f1c-412b-b2cb-e4ef008958dc req-3df0b30f-8590-4831-bffd-622933a37c37 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 210 time: 0.1793597 Apr 15 19:36:00.688315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.708798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.711425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:00.749069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7000e1-ee22-433f-94f5-7077d74d7dbd,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:00.778635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:00.816185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.817743 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5995317 Apr 15 19:36:00.821387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57178) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:00.828258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'floatingip': {'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:00.842821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:00.851866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:floatingip and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:00.862321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:00.878229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:00.891099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Attempting to bind port 5773f9ad-ce6e-4cfe-8321-068a951720d8 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:36:00.891507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Attempting to bind port 5773f9ad-ce6e-4cfe-8321-068a951720d8 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:36:00.891919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Attempting to bind port 5773f9ad-ce6e-4cfe-8321-068a951720d8 on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:00.892511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] Set router 569e78a9-fb77-422b-b870-97983113a950 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:36:00.915128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:36:00.915879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Checking segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:36:00.916606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.917252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Bound using segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:36:00.918030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Bound port: 5773f9ad-ce6e-4cfe-8321-068a951720d8, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:36:00.918668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.933414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 6b861f6e-279d-4550-881b-a668c88bc270 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:00.934168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.940535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:00.979366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57198) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:01.015634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:01.040099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:01.045223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Usage tracker for resource:security_group_rule and tenant:71280e46cc6e43828a44fc72cad94787 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:01.048680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:01.055900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:01.192678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] For port 5773f9ad-ce6e-4cfe-8321-068a951720d8, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:36:01.202408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:01.220616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] For port 5773f9ad-ce6e-4cfe-8321-068a951720d8, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=5773f9ad-ce6e-4cfe-8321-068a951720d8,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:36:01.264112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:01.290402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-42310806-65e0-43df-956f-296a64a37e80 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:01.297094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70a199e3-475a-4e71-9ef4-b21420b19c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:01.433430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Allocated IP 172.28.3.151 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/1267c8ad-d363-48d1-941f-f3ce6a3a5b3b) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:36:01.468786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '61741c41-99cb-473f-a9eb-d963459604f2', 'name': '', 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'mac_address': 'fa:16:3e:48:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:44Z', 'updated_at': '2021-04-15T19:35:59Z', 'revision_number': 4, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'subnets': [{'id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:01.473773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93964723-7d4b-42bc-8f26-ac9751efd066 None None] The sync data for ids ['569e78a9-fb77-422b-b870-97983113a950'] in dv-cinder-776307-4-smb is: [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '61741c41-99cb-473f-a9eb-d963459604f2', 'name': '', 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'mac_address': 'fa:16:3e:48:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:44Z', 'updated_at': '2021-04-15T19:35:59Z', 'revision_number': 4, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'subnets': [{'id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:36:01.531877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57218) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:01.670146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 59b7dfed-532d-4362-b4b0-f32ad8a42c7f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:36:01.734428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-8affd299-a04e-4a8c-94b3-6696690f79b6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:01.746556 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-8affd299-a04e-4a8c-94b3-6696690f79b6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 819 time: 0.6769569 Apr 15 19:36:01.757560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a6326-afe6-4c79-9d8d-f82102421519 None None] Pushing event updated for resources: {'Port': ['ID=5773f9ad-ce6e-4cfe-8321-068a951720d8,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:01.777592 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b91a6326-afe6-4c79-9d8d-f82102421519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:01.788173 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-18e0e54b-2678-4272-9879-e7413399f9d3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/quotas/ff64266bc601483fbca895b2a77ffc26 HTTP/1.1" status: 200 len: 375 time: 0.0384846 Apr 15 19:36:01.802051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:36:01.809605 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:35:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:01.916063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:01.949754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:01.960538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:01.967354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Usage tracker for resource:security_group_rule and tenant:7790145bf4714303b222eff2760a4594 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:01.971954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:01.973376 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-aca6fc43-ec71-4a53-9665-b72e31c80208 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1789291 Apr 15 19:36:01.985642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:02.114600 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:02.167143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.resource_extend [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:36:02.303007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:02.376506 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-7a283252-6f16-452a-92c9-6d6932e1ad7e service neutron] 10.222.0.20 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938363 Apr 15 19:36:02.502462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:36:02.604866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'Port': ['ID=1267c8ad-d363-48d1-941f-f3ce6a3a5b3b,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:02.609236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:02.653909 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 61741c41-99cb-473f-a9eb-d963459604f2 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:02.669293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:36:02.673598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:36:02.678133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:36:02.717799 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-f9be0385-bef6-409d-bf63-6e2a84525025 service neutron] 10.222.0.20 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308840 Apr 15 19:36:02.798797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:02.802015 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:02.869142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:02.879105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:02.883494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:02.905211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,segment=NetworkSegment(ced3bc63-0d18-4b75-9551-99b6b9dfe957),segment_id=ced3bc63-0d18-4b75-9551-99b6b9dfe957)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:02.925211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:02.932832 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f', 'network_id': '7f2db649-1db7-44ce-b107-4fe671d8b573', 'port_id': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f', 'mac_address': 'fa:16:3e:a1:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009f1300-105c-476b-b576-2f93f7bdb5a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:36:02.935270 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71280e46cc6e43828a44fc72cad94787&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9539292 Apr 15 19:36:02.938095 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90334ac8-314b-49aa-b0d3-8271498cf444,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:02.940204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-42310806-65e0-43df-956f-296a64a37e80 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:02.943781 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-42310806-65e0-43df-956f-296a64a37e80 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1609923339&fields=id&tenant_id=68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 267 time: 2.0435078 Apr 15 19:36:02.948948 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7790145bf4714303b222eff2760a4594&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4159236 Apr 15 19:36:02.953854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57250) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:02.960825 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57252) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:02.975155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:03.021612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 61741c41-99cb-473f-a9eb-d963459604f2 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:03.116678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 61741c41-99cb-473f-a9eb-d963459604f2 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:03.118345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.340487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.362787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.428688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe0a269-9c0c-4a43-9e23-d4161347355f,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:03.440164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:03.440635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.477732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.484644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.513145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.529974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a3b14-2d91-477b-b9c9-ebee6b072481 req-d52dc0df-b052-4399-97bb-35d7b009459f tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:03.531914 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-211a3b14-2d91-477b-b9c9-ebee6b072481 req-d52dc0df-b052-4399-97bb-35d7b009459f tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 943 time: 0.3749707 Apr 15 19:36:03.532149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b7dfed-532d-4362-b4b0-f32ad8a42c7f {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:03.595719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-57b91434-b4d3-4b87-af22-269b414a9cf5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:03.596290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-57b91434-b4d3-4b87-af22-269b414a9cf5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:03.612022 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-211a3b14-2d91-477b-b9c9-ebee6b072481 req-5e1ffc2a-483b-40e1-9bf8-051a05dff1bf tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729084 Apr 15 19:36:03.630627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,segment=NetworkSegment(ced3bc63-0d18-4b75-9551-99b6b9dfe957),segment_id=ced3bc63-0d18-4b75-9551-99b6b9dfe957)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:03.685099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.690209 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.704469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.706829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:03.728357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-57b91434-b4d3-4b87-af22-269b414a9cf5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:03.729942 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-57b91434-b4d3-4b87-af22-269b414a9cf5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 817 time: 0.7703526 Apr 15 19:36:03.752066 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-deb84031-45c3-40ac-9fb0-3d805cb90c50 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/quotas/68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 375 time: 0.0140085 Apr 15 19:36:03.752262 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-45df3313-b7aa-43aa-aafa-fe2ebe858b61 req-3d36d14d-2833-4754-81ad-dbc437d4cdf9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 210 time: 0.0593219 Apr 15 19:36:03.821782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:03.829627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:03.847328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:01Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:03.853725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375abb19-ee38-42a9-b9bb-ff1133f8ed5a None None] The sync data for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb is: [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:01Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:36:03.900057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 61741c41-99cb-473f-a9eb-d963459604f2, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=61741c41-99cb-473f-a9eb-d963459604f2,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:03.904920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.918356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1ddc4c36-30d0-4cfb-a1c1-5b2eb940d165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:03.922354 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-1d8b8121-adfd-4155-b5a9-7675336022a0 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1569817 Apr 15 19:36:03.936299 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.938340 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70a199e3-475a-4e71-9ef4-b21420b19c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:03.966484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe0a269-9c0c-4a43-9e23-d4161347355f,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:03.971243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:03.973700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:03.985878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-48f8ee88-837b-4bce-ad25-52f87390b7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:04.035322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90334ac8-314b-49aa-b0d3-8271498cf444,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:04.059498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:04.087613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['59b7dfed-532d-4362-b4b0-f32ad8a42c7f'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:36:04.123272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:04.124518 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90334ac8-314b-49aa-b0d3-8271498cf444 HTTP/1.1" status: 204 len: 168 time: 1.1695104 Apr 15 19:36:04.135734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:04.139553 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fe0a269-9c0c-4a43-9e23-d4161347355f HTTP/1.1" status: 204 len: 168 time: 1.1607158 Apr 15 19:36:04.364034 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-dac1507a-e12b-48c3-bbe9-a08a5e6d77c4 service neutron] 10.222.0.20 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250141 Apr 15 19:36:04.424673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=61741c41-99cb-473f-a9eb-d963459604f2,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:04.500302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-1792e65f-898c-403f-bbf9-e52929eb2ba1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:04.502063 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-1792e65f-898c-403f-bbf9-e52929eb2ba1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 819 time: 0.4634311 Apr 15 19:36:04.512650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:04.515911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Request body: {'port': {'device_id': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'admin_state_up': True, 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:04.524608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5773f9ad-ce6e-4cfe-8321-068a951720d8 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:04.913630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:04.930765 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-7c6ca057-038a-4a1d-8ef6-181bed47efe8 service neutron] 10.222.0.20 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602121 Apr 15 19:36:04.943322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 5773f9ad-ce6e-4cfe-8321-068a951720d8 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:04.950541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 5773f9ad-ce6e-4cfe-8321-068a951720d8 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:04.955343 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:04.971677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:05.008116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ca08e689-f46e-4999-a7e1-ab170cf9c9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:05.115100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:05.138345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:05.294435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e12cf-517c-4cda-a5c7-800bda8e35d5 req-8ef5fd15-68dc-4c20-93b2-9534838244e6 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:05.294435 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-010e12cf-517c-4cda-a5c7-800bda8e35d5 req-8ef5fd15-68dc-4c20-93b2-9534838244e6 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 944 time: 0.3121655 Apr 15 19:36:05.294997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:05.295262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'Port': ['ID=1267c8ad-d363-48d1-941f-f3ce6a3a5b3b,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:05.295262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:05.295481 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-010e12cf-517c-4cda-a5c7-800bda8e35d5 req-38524237-afe7-4c50-aff2-d599048d6d6e tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643976 Apr 15 19:36:05.336834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:05.726173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 59b7dfed-532d-4362-b4b0-f32ad8a42c7f up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:06.274816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Made reservation on behalf of ff64266bc601483fbca895b2a77ffc26 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:06.276387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:06.281633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.282970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:06.283397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.360656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.362334 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5394115 Apr 15 19:36:06.418621 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 5773f9ad-ce6e-4cfe-8321-068a951720d8, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=5773f9ad-ce6e-4cfe-8321-068a951720d8,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:06.426843 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b204dfb2-19be-4786-813e-004fad02d014 req-8f8770fe-8f6b-42e3-b180-6ecc9ee21ea9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 210 time: 0.0776193 Apr 15 19:36:06.456912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.467407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:06.631867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=5773f9ad-ce6e-4cfe-8321-068a951720d8,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:06.638015 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:06.638868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 61741c41-99cb-473f-a9eb-d963459604f2 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:06.698945 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57326) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:06.716874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.720934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.751506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:06.763859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,segment=NetworkSegment(ced3bc63-0d18-4b75-9551-99b6b9dfe957),segment_id=ced3bc63-0d18-4b75-9551-99b6b9dfe957)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:06.765844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:06.771934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Usage tracker for resource:security_group_rule and tenant:cd99d4b550364638917524e41dd8e6a3 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:06.802441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b2f3-a003-407f-855e-421f51859b5a req-e290c5d7-4133-4f1d-857d-49c993eba2b2 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:06.819723 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86b0b2f3-a003-407f-855e-421f51859b5a req-e290c5d7-4133-4f1d-857d-49c993eba2b2 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 944 time: 0.2237945 Apr 15 19:36:06.822292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:06.829940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.836167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4fefdcb3-afd1-4e34-8488-82d2b88aaabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:06.858844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:06.878385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Allocated IP 172.20.0.9 (8289a63e-77d3-405a-9ea0-cdc4b6e8a931/b8180309-435d-4cec-94a0-bb8798781c52/f6594aae-e011-4828-b25b-d77436f42d96) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:36:06.884346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-3bf1870c-e7ee-4d58-95fb-ca691ffc84b7 req-da8f5068-80e7-4895-9488-0a8fd650ae70 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:06.917086 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86b0b2f3-a003-407f-855e-421f51859b5a req-314ce5b5-ca6f-4848-beb5-76168d2d6761 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960479 Apr 15 19:36:06.922237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 61741c41-99cb-473f-a9eb-d963459604f2 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:06.928615 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:06.964242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-3bf1870c-e7ee-4d58-95fb-ca691ffc84b7 req-da8f5068-80e7-4895-9488-0a8fd650ae70 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:06.979941 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3bf1870c-e7ee-4d58-95fb-ca691ffc84b7 req-da8f5068-80e7-4895-9488-0a8fd650ae70 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 210 time: 0.3149278 Apr 15 19:36:07.020979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:07.021726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.032714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:07.048814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.13', 60498) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:07.051811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.074250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:07.163067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7522db9c-7580-4577-84fd-d8496a3c49b9,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:07.196057 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd99d4b550364638917524e41dd8e6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959259 Apr 15 19:36:07.201925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57348) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:07.203551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:07.227321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57352) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:07.355646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.397815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-a1b09e39-98e7-42ea-9e81-2eeb1ec0ac57 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:07.406137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.424719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-5a4ec5ff-3c46-47c2-8aa3-cda81d0bd542 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:07.426383 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-5a4ec5ff-3c46-47c2-8aa3-cda81d0bd542 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 819 time: 0.3765128 Apr 15 19:36:07.440713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Request body: {'port': {'device_id': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'admin_state_up': True, 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:07.486223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-a1b09e39-98e7-42ea-9e81-2eeb1ec0ac57 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:07.488071 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-a1b09e39-98e7-42ea-9e81-2eeb1ec0ac57 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1173260406&fields=id&tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917 HTTP/1.1" status: 200 len: 267 time: 0.1597452 Apr 15 19:36:07.558569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.608141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.676440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:07.681914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Usage tracker for resource:security_group_rule and tenant:53a225644ec240d885ec3ea569ef5ee2 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:07.685736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:07.715515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:07.746990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-50b72908-a96c-42fb-83d9-266f2977550b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:07.747946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-50b72908-a96c-42fb-83d9-266f2977550b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:07.753444 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.760132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:07.801183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522db9c-7580-4577-84fd-d8496a3c49b9,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:07.803798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:07.807555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:07.811038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Usage tracker for resource:port and tenant:ff64266bc601483fbca895b2a77ffc26 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:07.814951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.816022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:07.819722 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7522db9c-7580-4577-84fd-d8496a3c49b9 HTTP/1.1" status: 204 len: 168 time: 0.6143012 Apr 15 19:36:07.832364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:07.856078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-50b72908-a96c-42fb-83d9-266f2977550b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:07.857363 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-50b72908-a96c-42fb-83d9-266f2977550b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 811 time: 0.3598933 Apr 15 19:36:07.877066 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-ecfae3e8-21fc-4111-9b58-dc05fbb54e96 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/quotas/9d9b14ce9a9447e1a7401f4a29a9b917 HTTP/1.1" status: 200 len: 375 time: 0.0115914 Apr 15 19:36:07.880260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.883441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Made reservation on behalf of ff64266bc601483fbca895b2a77ffc26 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:07.891140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:07.904893 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f', 'code': 200} Apr 15 19:36:07.922370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:08.008790 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57390) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:08.089701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-fc126504-43bc-4cc2-a068-5de57e167e00 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:08.155409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-fc126504-43bc-4cc2-a068-5de57e167e00 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:08.156951 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-fc126504-43bc-4cc2-a068-5de57e167e00 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2714112 Apr 15 19:36:08.245217 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9d72ea02-e76f-4bde-8a71-579cf2a9a8fb req-b6636939-0c12-4e5b-89b5-a5caa0b6da87 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 210 time: 0.1381178 Apr 15 19:36:08.304939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Pushing event updated for resources: {'Port': ['ID=f6594aae-e011-4828-b25b-d77436f42d96,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:08.317486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:08.368470 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.13', 60502) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:08.425826 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-a951795d-6c7d-4e43-b46a-d435768f98f6 service neutron] 10.222.0.20 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457516 Apr 15 19:36:08.591247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:08.600880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5773f9ad-ce6e-4cfe-8321-068a951720d8 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:08.698567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:08.707948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:08.713132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Usage tracker for resource:security_group_rule and tenant:4f5f0242bdf6451888d1f2f10491dbde is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:08.719254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:08.732682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:08.778700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 5773f9ad-ce6e-4cfe-8321-068a951720d8 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:08.779151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:08.779768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:08.782032 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:36:08.801240 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-46279720-5ec2-4280-bf3e-201af2458ebd service neutron] 10.222.0.20 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667705 Apr 15 19:36:08.805800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:36:08.812865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-90b3d0bc-45e6-4648-83a4-71918b86c98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:08.820598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:36:08.826901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:08.827599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:08.903918 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Allocated IP 172.20.0.10 (8289a63e-77d3-405a-9ea0-cdc4b6e8a931/b8180309-435d-4cec-94a0-bb8798781c52/1e26c586-604f-4708-8dcb-678d28605fc8) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:36:08.934696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:08.936107 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53a225644ec240d885ec3ea569ef5ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7076242 Apr 15 19:36:08.939536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57418) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:08.953528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b144f-d3e9-423f-a2d3-6e1b5daf23e8,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:08.962106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:08.968405 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4574716 Apr 15 19:36:08.972286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-a946977e-1147-41c9-a84e-67804380006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:08.973969 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-a946977e-1147-41c9-a84e-67804380006e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 1098 time: 0.5943460 Apr 15 19:36:08.987241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495d1b8-472f-4b5d-8568-b38e86dbe319 req-040a5513-fb66-4eb2-865e-cd9e0850a3e0 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:08.988915 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d495d1b8-472f-4b5d-8568-b38e86dbe319 req-040a5513-fb66-4eb2-865e-cd9e0850a3e0 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 945 time: 0.2928331 Apr 15 19:36:09.002373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Request body: {'port': {'device_id': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:09.031781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.033854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.046698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:09.095971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.097709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7254386-7fe2-42f8-b95e-d1699bbaaa44,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:09.137812 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:09.165499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:09.172064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.174301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.188908 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f5f0242bdf6451888d1f2f10491dbde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1722279 Apr 15 19:36:09.203812 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57432) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:09.357912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Usage tracker for resource:security_group_rule and tenant:7006d20998774b5db1b48913a60aa9b7 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:09.366642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:09.419426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.13', 60503) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:09.441806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:09.456166 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a663f808-4515-410c-835f-677118b088c4 req-08196020-68af-4f2b-8945-77613531b96e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 210 time: 0.1136098 Apr 15 19:36:09.461568 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.465996 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d495d1b8-472f-4b5d-8568-b38e86dbe319 req-f2f6dfed-4439-42af-b96f-62bdad2e5c37 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684887 Apr 15 19:36:09.471379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.707730 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-881c2666-1b76-4798-8133-ff53dd29f6bd req-bbf94578-83a3-4405-8e2b-e06ac775d370 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 210 time: 0.1320236 Apr 15 19:36:09.740030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.761225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.773431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:09.827937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b144f-d3e9-423f-a2d3-6e1b5daf23e8,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:09.862120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:09.863044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.864257 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f24b144f-d3e9-423f-a2d3-6e1b5daf23e8 HTTP/1.1" status: 204 len: 168 time: 0.9232469 Apr 15 19:36:09.935796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-0e727a0e-bff1-4143-90c0-318e50f0adbf tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:09.939066 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-0e727a0e-bff1-4143-90c0-318e50f0adbf tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 817 time: 0.5121777 Apr 15 19:36:09.940528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:09.948639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-672f6841-d4fd-4efc-a4d4-4b576d6bc2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:10.034156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:10.035864 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7254386-7fe2-42f8-b95e-d1699bbaaa44 HTTP/1.1" status: 204 len: 168 time: 0.8310261 Apr 15 19:36:10.041534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7254386-7fe2-42f8-b95e-d1699bbaaa44,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:10.050744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:10.070276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-925c8627-3645-4f58-aa34-5d6852a7509a req-5ffc3bad-df1e-46e6-961b-e298ef288626 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Synchronizing usage tracker for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:10.133732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-925c8627-3645-4f58-aa34-5d6852a7509a req-5ffc3bad-df1e-46e6-961b-e298ef288626 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Unset dirty status for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:10.135168 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-925c8627-3645-4f58-aa34-5d6852a7509a req-5ffc3bad-df1e-46e6-961b-e298ef288626 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 210 time: 0.2732143 Apr 15 19:36:10.172163 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-61ae9e2e-d5fc-47d8-867b-e09bb286f2ea tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 5705 time: 0.2135000 Apr 15 19:36:10.185472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'port': {'device_id': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'admin_state_up': True, 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'security_groups': ['597fe8c0-4434-42c0-803d-8d6a95f21eba']}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:10.326137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:10.355939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:10.390968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:10.399593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:10.418818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:10.458369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Made reservation on behalf of 68bb2142d460492490f4417558f1fa0b for: {'port': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:10.459478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6d89c7cc-f1ff-49bb-aac0-b442582b782b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:10.467879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:10.468049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:10.528444 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-58f42637-4ee8-4856-aae6-180e54e3ceb0 req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5334806 Apr 15 19:36:10.614816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4732ed0c-9948-4909-a749-9418e8c079ca,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:10.631535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:10.634609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:10.777750 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0b3d8dde-6a86-4f17-96ca-79d1baa93d1d req-7e2d182f-f03e-43ab-a11d-f72e0da0b310 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 210 time: 0.0713353 Apr 15 19:36:10.786037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Pushing event updated for resources: {'Port': ['ID=1e26c586-604f-4708-8dcb-678d28605fc8,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:10.798375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:10.917313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Allocated IP 172.20.0.12 (80efc5ad-2ed0-4f50-9a55-249f065aa09f/c6a68565-7f58-4cac-a077-0d36d2070ce5/37435537-d075-4271-93ec-25166a43a37c) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:36:11.050950 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b9c9560d-2a25-4b53-8d6a-05027842eee6 req-d077f15d-f8c6-440c-9fb0-d7138e8dc293 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 210 time: 0.0801907 Apr 15 19:36:11.061054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:36:11.064846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:36:11.077437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceb972-2aa5-44b1-972c-1e851cf00ccb req-6d758624-f538-440d-8552-444d384d9853 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:11.079082 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-98ceb972-2aa5-44b1-972c-1e851cf00ccb req-6d758624-f538-440d-8552-444d384d9853 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 945 time: 0.2659762 Apr 15 19:36:11.081899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:36:11.088540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:11.092083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.104586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57498) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:11.109507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6594aae-e011-4828-b25b-d77436f42d96 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:11.133733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57502) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:11.158362 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.164903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.172402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.204730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:11.204949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:11.208769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Usage tracker for resource:security_group_rule and tenant:392dea30f78f43f9b75f0b50b3581cb1 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:11.208851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Usage tracker for resource:security_group_rule and tenant:1b391fbab6564a4b8433ec5c695d46e8 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:11.212345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:11.212668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:11.218593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:11.218795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:11.317612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.317883 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.322053 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8859513 Apr 15 19:36:11.337268 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-98ceb972-2aa5-44b1-972c-1e851cf00ccb req-b7bb2161-0ef9-450e-995b-81a4a83200bc tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380283 Apr 15 19:36:11.353520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Transition to ACTIVE for port object f6594aae-e011-4828-b25b-d77436f42d96 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:36:11.358667 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Request body: {'port': {'device_id': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:11.381149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.393316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:11.393533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.410179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.419492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:11.669592 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddbdc9a-bf27-44bb-9094-09f487529ea1,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:11.679821 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=392dea30f78f43f9b75f0b50b3581cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741608 Apr 15 19:36:11.689149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:11.690236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8ecc11c-f2a5-4f66-8598-addb66cf02af tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:11.714036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57514) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:11.737663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:11.773401 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b391fbab6564a4b8433ec5c695d46e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6383281 Apr 15 19:36:11.782393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57520) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:11.796078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67de401f-81ed-421b-bae5-9b22503172b2,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:11.852210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:11.913404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Transition to ACTIVE for port object 37435537-d075-4271-93ec-25166a43a37c will not be triggered until provisioned by entity DHCP. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:36:11.924406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Pushing event updated for resources: {'Port': ['ID=f6594aae-e011-4828-b25b-d77436f42d96,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:11.965713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:12.009229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875c6eb-d8c4-46d4-9c3e-7ace807b7bcf req-da57cc82-97cd-4672-a756-3911d377723b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:12.011813 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e875c6eb-d8c4-46d4-9c3e-7ace807b7bcf req-da57cc82-97cd-4672-a756-3911d377723b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 932 time: 0.6097877 Apr 15 19:36:12.012917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.046951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.109415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.161830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.176807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:12.236573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.377573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-e875c6eb-d8c4-46d4-9c3e-7ace807b7bcf req-804bb6e8-f8d5-49e6-a1d7-6a44eb41ef1e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Synchronizing usage tracker for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:12.409898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.421689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:12.425948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:12.461335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.471628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c2fb8526-4578-426e-a85d-c4d6bb5fff78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:12.516413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-e875c6eb-d8c4-46d4-9c3e-7ace807b7bcf req-804bb6e8-f8d5-49e6-a1d7-6a44eb41ef1e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Unset dirty status for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:12.517779 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e875c6eb-d8c4-46d4-9c3e-7ace807b7bcf req-804bb6e8-f8d5-49e6-a1d7-6a44eb41ef1e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041717 Apr 15 19:36:12.518640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddbdc9a-bf27-44bb-9094-09f487529ea1,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:12.521034 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:12.568514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:36:12.570211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:36:12.595132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:36:12.603004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:12.603879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.610946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.623247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:12.691494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67de401f-81ed-421b-bae5-9b22503172b2,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:12.703834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:12.736254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.738010 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ddbdc9a-bf27-44bb-9094-09f487529ea1 HTTP/1.1" status: 204 len: 168 time: 1.0146670 Apr 15 19:36:12.741244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:12.743383 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67de401f-81ed-421b-bae5-9b22503172b2 HTTP/1.1" status: 204 len: 168 time: 0.9530063 Apr 15 19:36:12.767247 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5876076 Apr 15 19:36:12.777125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-478314d4-d50e-4654-ae99-f77b11c03a72 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:12.778790 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-478314d4-d50e-4654-ae99-f77b11c03a72 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 811 time: 1.3311775 Apr 15 19:36:12.781244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Request body: {'port': {'device_id': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:12.916840 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8cc2e29e-de9a-476f-8f19-fd8bb7b3fb86 req-23e0e814-2af5-4a6d-aeea-d97732dd8e31 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 210 time: 0.0900266 Apr 15 19:36:12.999378 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-88575246-915d-442b-8365-4e4891b6e6b3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917 HTTP/1.1" status: 200 len: 5705 time: 0.1979177 Apr 15 19:36:13.023001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'port': {'device_id': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'admin_state_up': True, 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'security_groups': ['27447090-5a10-4957-b8c5-09a8daf648ba']}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:13.040698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-5f004bbf-86d6-491a-a23c-780f5bc5eb6c None None] Provisioning for port 37435537-d075-4271-93ec-25166a43a37c completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:13.048503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-5f004bbf-86d6-491a-a23c-780f5bc5eb6c None None] Provisioning complete for port 37435537-d075-4271-93ec-25166a43a37c triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:13.049125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f004bbf-86d6-491a-a23c-780f5bc5eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.115241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.164553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-5f004bbf-86d6-491a-a23c-780f5bc5eb6c None None] Port 37435537-d075-4271-93ec-25166a43a37c cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:36:13.221392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Attempting to bind port f6594aae-e011-4828-b25b-d77436f42d96 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:36:13.221927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Attempting to bind port f6594aae-e011-4828-b25b-d77436f42d96 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:36:13.222308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Attempting to bind port f6594aae-e011-4828-b25b-d77436f42d96 on network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:13.250781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Port f6594aae-e011-4828-b25b-d77436f42d96 on network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:36:13.251162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Attempting to bind port f6594aae-e011-4828-b25b-d77436f42d96 on network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:13.281053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d375f9-c2bc-40ba-8eb9-00f68ce667e7 req-19e39b06-e061-4e68-83f1-deb36a5d7821 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:13.281053 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-41d375f9-c2bc-40ba-8eb9-00f68ce667e7 req-19e39b06-e061-4e68-83f1-deb36a5d7821 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 932 time: 1.2807972 Apr 15 19:36:13.291045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:36:13.291450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Checking segment: {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:36:13.291895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Bound using segment: {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:36:13.292438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Bound port: f6594aae-e011-4828-b25b-d77436f42d96, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:36:13.292835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.337124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e6038-6dd9-484c-8f00-92ed1b44791c req-5fec9cc4-a78a-403d-8850-5216a73e1795 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:13.338939 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-688e6038-6dd9-484c-8f00-92ed1b44791c req-5fec9cc4-a78a-403d-8850-5216a73e1795 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 945 time: 0.2722135 Apr 15 19:36:13.478623 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-41d375f9-c2bc-40ba-8eb9-00f68ce667e7 req-2368a9fe-50f3-4191-9fc0-2d969d78eb54 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931520 Apr 15 19:36:13.504833 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-688e6038-6dd9-484c-8f00-92ed1b44791c req-8104fd6d-12a0-41c9-992e-d78e400458d0 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437225 Apr 15 19:36:13.569273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:13.580065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:13.597761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e26c586-604f-4708-8dcb-678d28605fc8 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:13.610517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.617072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] For port f6594aae-e011-4828-b25b-d77436f42d96, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:36:13.645766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Made reservation on behalf of 9d9b14ce9a9447e1a7401f4a29a9b917 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:13.661477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.745423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Transition to ACTIVE for port object 1e26c586-604f-4708-8dcb-678d28605fc8 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:36:13.757987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] For port f6594aae-e011-4828-b25b-d77436f42d96, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f6594aae-e011-4828-b25b-d77436f42d96,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:36:13.778022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37435537-d075-4271-93ec-25166a43a37c {{(pid=85347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:13.793308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.800347 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.820126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Transition to ACTIVE for port object 37435537-d075-4271-93ec-25166a43a37c will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:36:13.851860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:13.885274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:13.939396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57588) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:13.940269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:13.981481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:14.124314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:14.130452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:14.204406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Pushing event updated for resources: {'Port': ['ID=1e26c586-604f-4708-8dcb-678d28605fc8,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:14.231974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:14.252406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-771ffeb1-495c-401b-a995-3c6ed553ce20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:14.290477 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f1f7d745-25fd-4e44-8617-2b23beab0ff2 req-7ebfe98b-466c-468c-9eb4-2e46be5a0e62 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 210 time: 0.1535869 Apr 15 19:36:14.296113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:14.320445 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:14.325934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Usage tracker for resource:security_group_rule and tenant:ee8633a785084d33ad0650f348cd5782 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:14.358464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:14.369711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:14.383596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad86206-7774-42b2-850b-763815b7832a req-ea88ddfa-3fa7-4e21-8e4e-9020015499e1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:14.386694 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fad86206-7774-42b2-850b-763815b7832a req-ea88ddfa-3fa7-4e21-8e4e-9020015499e1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 944 time: 0.5875757 Apr 15 19:36:14.482390 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Pushing event updated for resources: {'Port': ['ID=f6594aae-e011-4828-b25b-d77436f42d96,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:14.722877 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fad86206-7774-42b2-850b-763815b7832a req-2fc29166-09e1-4083-98f7-d746a675f620 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744017 Apr 15 19:36:14.722877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:14.723435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:14.725319 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 200 len: 1093 time: 5.7291451 Apr 15 19:36:14.726665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Allocated IP 172.20.0.9 (2f008745-9d9b-40b8-b608-d7c888ae6d19/92c0d75d-3ac6-46fb-bb24-43e9b712df44/f85fc775-1c00-4e76-b5d5-748deebff06d) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:36:14.726972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Attempting to bind port 37435537-d075-4271-93ec-25166a43a37c on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:36:14.727459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Attempting to bind port 37435537-d075-4271-93ec-25166a43a37c by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:36:14.727959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Attempting to bind port 37435537-d075-4271-93ec-25166a43a37c on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:14.736051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Port 37435537-d075-4271-93ec-25166a43a37c on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:36:14.736713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Attempting to bind port 37435537-d075-4271-93ec-25166a43a37c on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:14.738250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Attempting to bind port 1e26c586-604f-4708-8dcb-678d28605fc8 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:36:14.738647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Attempting to bind port 1e26c586-604f-4708-8dcb-678d28605fc8 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:36:14.739033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Attempting to bind port 1e26c586-604f-4708-8dcb-678d28605fc8 on network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:14.742084 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'tag': 'f6594aae-e011-4828-b25b-d77436f42d96'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:14.751971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:14.754842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Port 1e26c586-604f-4708-8dcb-678d28605fc8 on network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:36:14.754964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:36:14.755074 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Attempting to bind port 1e26c586-604f-4708-8dcb-678d28605fc8 on network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:14.755170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Checking segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:36:14.756805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Bound using segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:36:14.756805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Bound port: 37435537-d075-4271-93ec-25166a43a37c, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:36:14.757165 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:14.761563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:36:14.761925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Checking segment: {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:36:14.762411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Bound using segment: {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:36:14.762879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Bound port: 1e26c586-604f-4708-8dcb-678d28605fc8, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3ccc93-e2f0-4bd0-9884-80966406f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:36:14.763280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:14.853080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'tag': 'f6594aae-e011-4828-b25b-d77436f42d96', 'status': 'completed', 'code': 200} Apr 15 19:36:15.016525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:36:15.025642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] For port 1e26c586-604f-4708-8dcb-678d28605fc8, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:36:15.053635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:36:15.058291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] For port 1e26c586-604f-4708-8dcb-678d28605fc8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1e26c586-604f-4708-8dcb-678d28605fc8,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:36:15.071181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9c51-1925-46cb-a1bf-d30aef3ce6f8 req-efd0885e-d9ba-4725-84c2-17511543848a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:15.072099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-954e9c51-1925-46cb-a1bf-d30aef3ce6f8 req-efd0885e-d9ba-4725-84c2-17511543848a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:15.075678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfa39a-bad8-4e69-8b00-aa2696bc2a29 req-559153d1-3e4f-4fa7-8f44-a6833230e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:15.079049 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-abcfa39a-bad8-4e69-8b00-aa2696bc2a29 req-559153d1-3e4f-4fa7-8f44-a6833230e8ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1096 time: 0.1953809 Apr 15 19:36:15.109474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:15.115407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:15.128557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:15.239473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-954e9c51-1925-46cb-a1bf-d30aef3ce6f8 req-efd0885e-d9ba-4725-84c2-17511543848a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:15.240856 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-954e9c51-1925-46cb-a1bf-d30aef3ce6f8 req-efd0885e-d9ba-4725-84c2-17511543848a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.3627331 Apr 15 19:36:15.350718 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:15.383661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:15.398008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:15.399052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:15.413996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:15.433119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ba0770d8-97b9-4a0e-98d3-ee461852fe13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:15.473038 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-954e9c51-1925-46cb-a1bf-d30aef3ce6f8 req-c1b3534c-ad51-4435-9829-f1541cd650e2 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096138 Apr 15 19:36:15.522460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:15.523141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:15.524677 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] 10.222.0.13 "PUT /v2.0/ports/37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 200 len: 1094 time: 2.7492552 Apr 15 19:36:15.530531 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee8633a785084d33ad0650f348cd5782&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5228281 Apr 15 19:36:15.531506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'tag': '37435537-d075-4271-93ec-25166a43a37c'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:15.548658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 57650) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:15.636831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51f717-4183-48e9-99b7-e82d51fd2be9,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:15.751702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:15.822620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-ac4b01c1-df5a-4018-a35e-512657a02500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:15.827610 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-ac4b01c1-df5a-4018-a35e-512657a02500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1097 time: 0.1928599 Apr 15 19:36:15.915662 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-23a2388b-cd1f-4c54-8bb4-902d4e925abd req-6fc95daf-ac67-4076-a591-1fea3b2fd660 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 210 time: 0.4024968 Apr 15 19:36:15.930649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfa39a-bad8-4e69-8b00-aa2696bc2a29 req-ee32803a-521e-497b-a13b-6584c7f83d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:15.932276 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-abcfa39a-bad8-4e69-8b00-aa2696bc2a29 req-ee32803a-521e-497b-a13b-6584c7f83d91 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ff64266bc601483fbca895b2a77ffc26&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8458979 Apr 15 19:36:15.933188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Pushing event updated for resources: {'Port': ['ID=1e26c586-604f-4708-8dcb-678d28605fc8,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:15.999438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:16.292094 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-2167ef4c-34f8-4c6e-942e-094463595e2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 200 len: 217 time: 0.4549942 Apr 15 19:36:16.408789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:16.434619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-43083ea5-aa11-44be-9ced-fa6100c942a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:16.435477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:16.436601 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-43083ea5-aa11-44be-9ced-fa6100c942a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.1383605 Apr 15 19:36:16.462535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:16.470030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:16.477567 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] 10.222.0.13 "PUT /v2.0/ports/1e26c586-604f-4708-8dcb-678d28605fc8 HTTP/1.1" status: 200 len: 1094 time: 5.1415896 Apr 15 19:36:16.548439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b38228dc-a768-4e32-a59f-ac1932b2d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:16.548941 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:16.550537 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-b38228dc-a768-4e32-a59f-ac1932b2d145 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049705 Apr 15 19:36:16.587679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfa39a-bad8-4e69-8b00-aa2696bc2a29 req-dacc4752-f4a3-468e-8970-5667b76121a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:16.589051 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-abcfa39a-bad8-4e69-8b00-aa2696bc2a29 req-dacc4752-f4a3-468e-8970-5667b76121a5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6386139 Apr 15 19:36:16.609767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Transition to ACTIVE for port object f85fc775-1c00-4e76-b5d5-748deebff06d will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:36:16.777895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bfa04-9973-4c44-8cb6-bf847289da81 req-fa053ade-1f25-4762-a60a-380743a00cc9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:16.779819 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-050bfa04-9973-4c44-8cb6-bf847289da81 req-fa053ade-1f25-4762-a60a-380743a00cc9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 944 time: 0.6468561 Apr 15 19:36:16.784548 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-95f6760f-a6a8-4476-81b3-589ac8cc6bc4 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186224 Apr 15 19:36:16.857875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'tag': '1e26c586-604f-4708-8dcb-678d28605fc8'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:16.897220 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-050bfa04-9973-4c44-8cb6-bf847289da81 req-ae376a39-ce27-44ca-8ea3-7b5f4485d311 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062732 Apr 15 19:36:16.903099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:16.940938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:16.956771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b55b5408-8cfc-4f5f-804f-261b4a40ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:16.962773 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-b55b5408-8cfc-4f5f-804f-261b4a40ef22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 1097 time: 0.3746142 Apr 15 19:36:16.963896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:17.062396 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9bae9e-2688-4ef8-bed1-155af62d1d4b req-44b6284c-f1b9-4337-964a-3b0fe9e8d680 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699022 Apr 15 19:36:17.064357 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'tag': '37435537-d075-4271-93ec-25166a43a37c', 'status': 'completed', 'code': 200} Apr 15 19:36:17.100479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-9f128d88-8610-4582-bbc1-31795265433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:17.102958 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-9f128d88-8610-4582-bbc1-31795265433d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1096 time: 0.4198551 Apr 15 19:36:17.113467 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'tag': '1e26c586-604f-4708-8dcb-678d28605fc8', 'status': 'completed', 'code': 200} Apr 15 19:36:17.114658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51f717-4183-48e9-99b7-e82d51fd2be9,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:17.203129 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-78cb2c75-d12b-4641-afa8-00cfe15de49a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e26c586-604f-4708-8dcb-678d28605fc8 HTTP/1.1" status: 200 len: 217 time: 0.2369866 Apr 15 19:36:17.213427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:17.220197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:17.325389 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-a6a1773d-4147-4eec-80b9-8588df5b418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:17.327984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-a6a1773d-4147-4eec-80b9-8588df5b418f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1097 time: 0.1416292 Apr 15 19:36:17.340223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a254d-ccc3-4bfe-87d4-f56bfd20ef6d req-38ab270c-4fce-422c-b747-f0e37271f9df tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:17.342466 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-552a254d-ccc3-4bfe-87d4-f56bfd20ef6d req-38ab270c-4fce-422c-b747-f0e37271f9df tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.2357073 Apr 15 19:36:17.430360 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-b790870c-fbd0-4932-b18d-877e5d86f23d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 200 len: 217 time: 0.3133833 Apr 15 19:36:17.599736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:17.600993 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca51f717-4183-48e9-99b7-e82d51fd2be9 HTTP/1.1" status: 204 len: 168 time: 1.9814460 Apr 15 19:36:17.603853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'Port': ['ID=f85fc775-1c00-4e76-b5d5-748deebff06d,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:17.632110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:17.636453 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-552a254d-ccc3-4bfe-87d4-f56bfd20ef6d req-5224d8f3-2b60-490a-82a4-38aee877064a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426327 Apr 15 19:36:17.642342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-25586e8c-a734-4995-9a03-543da7d1620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:17.661387 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-25586e8c-a734-4995-9a03-543da7d1620e service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.3069439 Apr 15 19:36:17.717963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-0bd6af5c-b66a-4b88-9268-f13ee2ce982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:17.719414 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-0bd6af5c-b66a-4b88-9268-f13ee2ce982a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.3892136 Apr 15 19:36:17.753659 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-982a26e0-868d-4b28-8a28-561213e5d66b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 200 len: 217 time: 0.0886948 Apr 15 19:36:17.799849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-771e085f-2075-4d67-86a5-bcc536912781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:17.801375 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-771e085f-2075-4d67-86a5-bcc536912781 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.3384199 Apr 15 19:36:17.850762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-d53930c4-f1eb-403b-96b8-b965a68ffd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:17.852892 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-d53930c4-f1eb-403b-96b8-b965a68ffd54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.0908461 Apr 15 19:36:18.031424 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-344efef8-74e7-4bc2-9a6d-29dfce1c18f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2922852 Apr 15 19:36:18.054056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-02466da5-4240-4834-8b56-7975c24cade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:18.055949 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-02466da5-4240-4834-8b56-7975c24cade0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1960831 Apr 15 19:36:18.109800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:36:18.122496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:36:18.126245 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-8c849a9b-788a-4ccf-87a4-0e45e515a279 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978074 Apr 15 19:36:18.127170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:36:18.135287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:18.136193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:18.265042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787c4c-abe2-4cbc-919e-be930c836800 req-9bec1773-f03c-4a61-93c6-42265e3167b8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:18.268879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-77787c4c-abe2-4cbc-919e-be930c836800 req-9bec1773-f03c-4a61-93c6-42265e3167b8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:18.358915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:36:18.392813 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-d84ba1c8-3887-49be-bc68-b6f235523fcf service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278215 Apr 15 19:36:18.400332 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3848281 Apr 15 19:36:18.408509 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965689c4-aa66-42bb-8bae-ca4543070b76 req-9dfc40e3-9b8f-4372-b218-828abb21fa99 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:18.410074 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-965689c4-aa66-42bb-8bae-ca4543070b76 req-9dfc40e3-9b8f-4372-b218-828abb21fa99 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 944 time: 0.2900007 Apr 15 19:36:18.434683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Request body: {'port': {'device_id': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:18.482944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-77787c4c-abe2-4cbc-919e-be930c836800 req-9bec1773-f03c-4a61-93c6-42265e3167b8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:18.484231 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-77787c4c-abe2-4cbc-919e-be930c836800 req-9bec1773-f03c-4a61-93c6-42265e3167b8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 931 time: 1.2695775 Apr 15 19:36:18.497530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-a3618b3a-b04a-4112-8477-40d0065f5785 None None] Provisioning for port f85fc775-1c00-4e76-b5d5-748deebff06d completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:18.510134 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-a3618b3a-b04a-4112-8477-40d0065f5785 None None] Provisioning complete for port f85fc775-1c00-4e76-b5d5-748deebff06d triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:18.510716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3618b3a-b04a-4112-8477-40d0065f5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:18.553264 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-965689c4-aa66-42bb-8bae-ca4543070b76 req-782e3ffe-f21a-4c70-9bc7-4ad3136044d9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153233 Apr 15 19:36:18.601587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a3618b3a-b04a-4112-8477-40d0065f5785 None None] Port f85fc775-1c00-4e76-b5d5-748deebff06d cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:36:18.647867 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-e7b12315-668d-403f-8e0f-cf2d25cce2b6 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291245 Apr 15 19:36:18.648426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57772) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:18.691056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:18.697706 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-0bf33019-0934-4dae-ad47-3b57d0d11d61 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984044 Apr 15 19:36:18.718348 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:18.723353 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Usage tracker for resource:security_group_rule and tenant:701b045bb3b2485db77a8aa9f8a1a5aa is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:18.728423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:18.737942 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:18.761174 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-8e2602bd-8302-4058-8f86-77ddfb8c022c service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143992 Apr 15 19:36:18.909396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:18.964901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:18.974662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c07b32c6-8d39-435a-8493-d0e83e2a4f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:18.986779 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-77787c4c-abe2-4cbc-919e-be930c836800 req-a559e336-3525-4685-9d6c-9ec1df2b154a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4747658 Apr 15 19:36:19.015565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57788) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:19.050202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71493767-a60e-4708-9b01-35c5431d4e16,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:19.063494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:19.068668 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=701b045bb3b2485db77a8aa9f8a1a5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191658 Apr 15 19:36:19.072153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57796) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:19.082127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.134027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254c93-45ee-4184-b476-115c66b6b6ce req-d15c72ba-12bb-4b8a-a2a1-c1ac6af1dbcd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:19.141920 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0b254c93-45ee-4184-b476-115c66b6b6ce req-d15c72ba-12bb-4b8a-a2a1-c1ac6af1dbcd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.2305634 Apr 15 19:36:19.218892 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.236330 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0b254c93-45ee-4184-b476-115c66b6b6ce req-6c78e169-ee21-46e2-afaf-c8a15c6fc55e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933750 Apr 15 19:36:19.293640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.311615 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3b0476-9ae6-448d-aeb1-a02488a3b74c req-efe87433-ae94-432d-a04e-60f7937bdec3 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512286 Apr 15 19:36:19.334482 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86ccebd1-ddb8-4691-9e20-bd24a1c5fcf1 req-91728230-8d82-4b5b-8a7c-90c380e897fb service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316741 Apr 15 19:36:19.360513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.378359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:19.382549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:efda3f7156df4b1e8c619bdda5166fc8 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:19.385550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:19.392668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:19.526970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.535324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:19.550963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.556116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71493767-a60e-4708-9b01-35c5431d4e16,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:19.560690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:19.572272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.573546 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71493767-a60e-4708-9b01-35c5431d4e16 HTTP/1.1" status: 204 len: 168 time: 0.4987736 Apr 15 19:36:19.616896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.637970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a1b19d52-3389-46e8-817f-51147c3921db tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:19.742066 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efda3f7156df4b1e8c619bdda5166fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134182 Apr 15 19:36:19.742066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b393dd38-e101-4539-8964-c7faf2e6fec8,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:19.744436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57824) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:19.747813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:19.777613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:36:19.805797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9fd41-5456-4849-9600-87221e5417e1 req-b97d979f-4668-4fb9-9d10-4dd68fe95f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:19.807494 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12c9fd41-5456-4849-9600-87221e5417e1 req-b97d979f-4668-4fb9-9d10-4dd68fe95f77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 1097 time: 0.3233690 Apr 15 19:36:19.872840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.961834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:19.992746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:20.046438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '37435537-d075-4271-93ec-25166a43a37c', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'port_id': '37435537-d075-4271-93ec-25166a43a37c', 'mac_address': 'fa:16:3e:17:3b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:36:20.142175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:20.150145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f1929b47-92fc-456f-8ff2-35472ab238da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:20.172107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:20.174593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:20.176333 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b393dd38-e101-4539-8964-c7faf2e6fec8 HTTP/1.1" status: 204 len: 168 time: 0.4306240 Apr 15 19:36:20.178575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393dd38-e101-4539-8964-c7faf2e6fec8,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:20.189671 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:20.201973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37435537-d075-4271-93ec-25166a43a37c {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:20.206199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9fd41-5456-4849-9600-87221e5417e1 req-600e0526-68fb-496c-ad54-2634c91d157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:20.207811 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12c9fd41-5456-4849-9600-87221e5417e1 req-600e0526-68fb-496c-ad54-2634c91d157a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.3884609 Apr 15 19:36:20.210174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85fc775-1c00-4e76-b5d5-748deebff06d {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:20.222613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:20.222894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412a24d-41e6-4c00-aad5-8373af0e730a req-da5f6e8c-f930-456c-92ce-c08d5d561b55 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:20.225580 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9412a24d-41e6-4c00-aad5-8373af0e730a req-da5f6e8c-f930-456c-92ce-c08d5d561b55 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 944 time: 0.3719234 Apr 15 19:36:20.231157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:20.281467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:20.286811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:20.330017 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12c9fd41-5456-4849-9600-87221e5417e1 req-d216490d-1022-41cb-a6ef-b8d6621128ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e26c586-604f-4708-8dcb-678d28605fc8 HTTP/1.1" status: 200 len: 217 time: 0.1010399 Apr 15 19:36:20.380329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:20.384736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:20.386811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Transition to ACTIVE for port object f85fc775-1c00-4e76-b5d5-748deebff06d will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:36:20.395648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7c959-624f-4273-9b5c-34764272b5a5 req-88834ab2-906a-456f-a625-fbe9f30bffc1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:20.397782 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4c7c959-624f-4273-9b5c-34764272b5a5 req-88834ab2-906a-456f-a625-fbe9f30bffc1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 931 time: 0.1354146 Apr 15 19:36:20.427352 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9412a24d-41e6-4c00-aad5-8373af0e730a req-1dde652f-3ef1-4077-9b05-1df475ae70ab tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259472 Apr 15 19:36:20.439319 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9fd41-5456-4849-9600-87221e5417e1 req-1e7003e7-b0a0-4f2d-ab80-bb06d1a03b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:20.441463 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12c9fd41-5456-4849-9600-87221e5417e1 req-1e7003e7-b0a0-4f2d-ab80-bb06d1a03b2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.0983186 Apr 15 19:36:20.442920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:20.455112 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4c7c959-624f-4273-9b5c-34764272b5a5 req-9593be48-8c3e-42bc-9124-7403f3875b9d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504358 Apr 15 19:36:20.464494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:20.497428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['37435537-d075-4271-93ec-25166a43a37c'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:36:20.628662 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12c9fd41-5456-4849-9600-87221e5417e1 req-77b1d365-a337-4103-9787-89306546fe55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657529 Apr 15 19:36:21.057170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57864) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:21.103780 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.149051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:21.158085 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12c9fd41-5456-4849-9600-87221e5417e1 req-cc1613c9-2c7e-4228-b201-1eea9b061e5d service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099912 Apr 15 19:36:21.158773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f85fc775-1c00-4e76-b5d5-748deebff06d,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:21.186092 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91c930-d68d-471f-9454-e9490fb7eac1 req-4de7332f-8f30-431e-9450-be1a77d51d4b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:21.188213 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee91c930-d68d-471f-9454-e9490fb7eac1 req-4de7332f-8f30-431e-9450-be1a77d51d4b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 945 time: 0.2020273 Apr 15 19:36:21.189616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Usage tracker for resource:security_group_rule and tenant:119a9164aab449ff857bf9be1882e4a8 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:21.196226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:21.200785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:21.223337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:21.274687 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee91c930-d68d-471f-9454-e9490fb7eac1 req-859fd2b6-301c-47c8-b43a-5f312b4270be tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742760 Apr 15 19:36:21.367173 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12c9fd41-5456-4849-9600-87221e5417e1 req-84ad5013-61d8-43b6-998e-3e5c147b4817 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956887 Apr 15 19:36:21.377507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.434694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.447284 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:21.508565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a10b8a2-23d1-4096-bb37-b5a8c291cc24,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:21.512379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:21.515313 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=119a9164aab449ff857bf9be1882e4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504340 Apr 15 19:36:21.518274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 57884) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:21.544777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Attempting to bind port f85fc775-1c00-4e76-b5d5-748deebff06d on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:36:21.545456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Attempting to bind port f85fc775-1c00-4e76-b5d5-748deebff06d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:36:21.545803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Attempting to bind port f85fc775-1c00-4e76-b5d5-748deebff06d on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:21.552905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Port f85fc775-1c00-4e76-b5d5-748deebff06d on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:36:21.553514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Attempting to bind port f85fc775-1c00-4e76-b5d5-748deebff06d on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:36:21.559877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:36:21.560267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Checking segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:36:21.560698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Bound using segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:36:21.561184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Bound port: f85fc775-1c00-4e76-b5d5-748deebff06d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:36:21.561680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.677328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] For port f85fc775-1c00-4e76-b5d5-748deebff06d, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:36:21.681656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] For port f85fc775-1c00-4e76-b5d5-748deebff06d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f85fc775-1c00-4e76-b5d5-748deebff06d,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:36:21.685036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.715056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.753473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:21.767978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.792031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:21.837378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f85fc775-1c00-4e76-b5d5-748deebff06d,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:21.847708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e92eee-fc8d-4fc7-b457-5fb5ee1467fb req-f0c06133-357c-4b05-b6f7-e0597fd47e92 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:21.847835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:21.856246 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-07e92eee-fc8d-4fc7-b457-5fb5ee1467fb req-f0c06133-357c-4b05-b6f7-e0597fd47e92 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 945 time: 0.2045376 Apr 15 19:36:21.903539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 37435537-d075-4271-93ec-25166a43a37c completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:21.908351 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-07e92eee-fc8d-4fc7-b457-5fb5ee1467fb req-f9592d9b-e1ad-4792-b4c4-56bcffe864da tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511155 Apr 15 19:36:21.909658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 37435537-d075-4271-93ec-25166a43a37c triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:21.910198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.931506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.939542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8178cf66-1ef8-45e9-928b-95faf48dc95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:21.966070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a10b8a2-23d1-4096-bb37-b5a8c291cc24,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:21.968672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:21.969904 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a10b8a2-23d1-4096-bb37-b5a8c291cc24 HTTP/1.1" status: 204 len: 168 time: 0.4467959 Apr 15 19:36:21.972200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:22.141555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ad88c-ae6d-4404-b37f-07e1a8454da1 req-b67aae21-130d-4473-b276-4f787a6149a7 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.151146 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4a3ad88c-ae6d-4404-b37f-07e1a8454da1 req-b67aae21-130d-4473-b276-4f787a6149a7 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 944 time: 0.1119761 Apr 15 19:36:22.186738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a06ee-35cf-4c68-b6eb-433ab00b4067 req-b1a1ac03-f009-4186-8cad-5861b1ed5d59 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.188090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:22.201065 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-142a06ee-35cf-4c68-b6eb-433ab00b4067 req-b1a1ac03-f009-4186-8cad-5861b1ed5d59 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 943 time: 0.4486451 Apr 15 19:36:22.229870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.230814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:22.232045 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] 10.222.0.13 "PUT /v2.0/ports/f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 200 len: 1093 time: 3.8172753 Apr 15 19:36:22.240515 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4a3ad88c-ae6d-4404-b37f-07e1a8454da1 req-457f5bf6-b851-4e22-b21e-0ee1489aa913 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838385 Apr 15 19:36:22.253654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:22.269724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:22.273644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37435537-d075-4271-93ec-25166a43a37c'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:22.313871 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-142a06ee-35cf-4c68-b6eb-433ab00b4067 req-f6d3f19a-98bd-42d9-a87f-f5d3bfd7b018 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117594 Apr 15 19:36:22.320380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:22.323974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:22.399946 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'status': 'completed', 'code': 200} Apr 15 19:36:22.528824 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37435537-d075-4271-93ec-25166a43a37c', 'code': 200} Apr 15 19:36:22.529523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:22.532018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-f499684e-b010-4ac9-8f1c-14ad63733c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.535415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:22.537353 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-f499684e-b010-4ac9-8f1c-14ad63733c9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 1096 time: 0.2208605 Apr 15 19:36:22.636458 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-11057abb-7f2e-4801-ac09-7f1b190e3b71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 200 len: 217 time: 0.0872426 Apr 15 19:36:22.746162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c9740-be64-4a4e-9943-66df30443bcf req-85786d1b-1069-439a-a73a-961b9a8daa77 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.749037 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cf0c9740-be64-4a4e-9943-66df30443bcf req-85786d1b-1069-439a-a73a-961b9a8daa77 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1880815 Apr 15 19:36:22.754932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c1c091c2-7dc8-44cd-82fc-8d5cf00f9626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:22.776524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-f8c4b63a-ae15-4acf-8513-769758bda35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.778759 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-f8c4b63a-ae15-4acf-8513-769758bda35b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.1354337 Apr 15 19:36:22.842308 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cf0c9740-be64-4a4e-9943-66df30443bcf req-b8325f4a-12cc-4c15-90b1-ebee87a9943d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715113 Apr 15 19:36:22.960552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-03c842ee-46a2-4079-aa33-d6e1dc05103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.962131 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-03c842ee-46a2-4079-aa33-d6e1dc05103a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1752832 Apr 15 19:36:22.964551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432007e8-c5cc-4747-9f23-30141a7821f3 req-5cd6fe2f-0382-4ffb-b11c-23f8a5b92d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:22.966087 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-432007e8-c5cc-4747-9f23-30141a7821f3 req-5cd6fe2f-0382-4ffb-b11c-23f8a5b92d4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1099 time: 0.1284673 Apr 15 19:36:23.232715 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-432007e8-c5cc-4747-9f23-30141a7821f3 req-fce70a8f-a2ac-44bc-92bb-697f5a3e471f service neutron] Synchronizing usage tracker for tenant:7006d20998774b5db1b48913a60aa9b7 on resource:security_group {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:23.309700 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-28105c01-bdd6-4d45-8d1c-64856cb23225 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330438 Apr 15 19:36:23.356393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-432007e8-c5cc-4747-9f23-30141a7821f3 req-fce70a8f-a2ac-44bc-92bb-697f5a3e471f service neutron] Unset dirty status for tenant:7006d20998774b5db1b48913a60aa9b7 on resource:security_group {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:23.357663 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-432007e8-c5cc-4747-9f23-30141a7821f3 req-fce70a8f-a2ac-44bc-92bb-697f5a3e471f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540843 Apr 15 19:36:23.367097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd92463-4064-473b-a191-a8e4cbff737e req-268f59ef-c836-4856-9800-ee6999221780 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:23.368701 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ddd92463-4064-473b-a191-a8e4cbff737e req-268f59ef-c836-4856-9800-ee6999221780 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 945 time: 0.2909818 Apr 15 19:36:23.483146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-b5ed75d3-ce59-4be8-8d99-36cd0b09d326 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:23.484760 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-b5ed75d3-ce59-4be8-8d99-36cd0b09d326 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.13 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 945 time: 0.3186615 Apr 15 19:36:23.570386 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ddd92463-4064-473b-a191-a8e4cbff737e req-2ae1e016-7a48-4bc2-ad0e-04531c4febdf tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349399 Apr 15 19:36:23.574906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54975b7-a53a-422b-9715-477a6b87ba49 req-037bbbf8-f25c-49f5-94a1-36271a07272b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:23.594967 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e54975b7-a53a-422b-9715-477a6b87ba49 req-037bbbf8-f25c-49f5-94a1-36271a07272b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 944 time: 0.1704094 Apr 15 19:36:23.618296 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5a854f6-8a2a-483e-9bc4-bd3e6982facf req-56f769c8-a51c-43f4-b100-a421a73c0a01 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001456 Apr 15 19:36:23.628863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Deleting port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:36:23.629255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:23.694343 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e54975b7-a53a-422b-9715-477a6b87ba49 req-e432926d-4e3d-42e1-838a-f77f92e2f667 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983162 Apr 15 19:36:23.793193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 1e26c586-604f-4708-8dcb-678d28605fc8 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:36:24.068414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-f80b395e-6e64-4a84-a9ad-00443cc322b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:24.070227 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-f80b395e-6e64-4a84-a9ad-00443cc322b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 1096 time: 0.3120453 Apr 15 19:36:24.089989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42f229-b34c-4c71-92cd-2616317c5f6d req-71913273-017e-48d6-b24f-acd81c4ea82e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:24.091706 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3a42f229-b34c-4c71-92cd-2616317c5f6d req-71913273-017e-48d6-b24f-acd81c4ea82e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 943 time: 0.2788084 Apr 15 19:36:24.127804 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 1e26c586-604f-4708-8dcb-678d28605fc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1e26c586-604f-4708-8dcb-678d28605fc8,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:24.146810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '1e26c586-604f-4708-8dcb-678d28605fc8', 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'port_id': '1e26c586-604f-4708-8dcb-678d28605fc8', 'mac_address': 'fa:16:3e:bd:9b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:36:24.169440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] For port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,segment=NetworkSegment(ced3bc63-0d18-4b75-9551-99b6b9dfe957),segment_id=ced3bc63-0d18-4b75-9551-99b6b9dfe957)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:24.169862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:24.237899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:24.260524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e26c586-604f-4708-8dcb-678d28605fc8 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:24.293821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 1e26c586-604f-4708-8dcb-678d28605fc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1e26c586-604f-4708-8dcb-678d28605fc8,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:24.294489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd003c-11c3-4eaa-b086-da87105524f4 req-6cad6dc4-61e4-44b3-9005-e4a33c5b898e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:24.301470 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-48fd003c-11c3-4eaa-b086-da87105524f4 req-6cad6dc4-61e4-44b3-9005-e4a33c5b898e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.2373240 Apr 15 19:36:24.352102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Calling delete_port for 59b7dfed-532d-4362-b4b0-f32ad8a42c7f owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:36:24.356262 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-48fd003c-11c3-4eaa-b086-da87105524f4 req-a94932b0-7bf2-42d9-8bca-812ba296c17d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Apr 15 19:36:24.370058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:24.370883 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f6594aae-e011-4828-b25b-d77436f42d96 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:36:24.374759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f2049e50-9ed3-497d-8f55-13de680fe8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:24.478315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=1e26c586-604f-4708-8dcb-678d28605fc8,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:24.482305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:24.495548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f6594aae-e011-4828-b25b-d77436f42d96, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f6594aae-e011-4828-b25b-d77436f42d96,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:24.512124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': 'f6594aae-e011-4828-b25b-d77436f42d96', 'network_id': '8289a63e-77d3-405a-9ea0-cdc4b6e8a931', 'port_id': 'f6594aae-e011-4828-b25b-d77436f42d96', 'mac_address': 'fa:16:3e:7a:24:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8180309-435d-4cec-94a0-bb8798781c52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:36:24.557985 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3a42f229-b34c-4c71-92cd-2616317c5f6d req-66612363-cab4-4d0e-a1de-387fc2e47f9b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169476 Apr 15 19:36:24.579255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:24.602623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6594aae-e011-4828-b25b-d77436f42d96 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:24.622512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f6594aae-e011-4828-b25b-d77436f42d96, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f6594aae-e011-4828-b25b-d77436f42d96,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:24.661842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:24.671456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:24.993471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=f6594aae-e011-4828-b25b-d77436f42d96,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:25.007479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:25.025212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332dbe3-868a-41d3-8d01-6fdc74f92f6b req-50b4c32d-72fd-4cc8-b8b9-fd2af9e08fb7 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:25.027239 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c332dbe3-868a-41d3-8d01-6fdc74f92f6b req-50b4c32d-72fd-4cc8-b8b9-fd2af9e08fb7 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 945 time: 0.2515209 Apr 15 19:36:25.047254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['1e26c586-604f-4708-8dcb-678d28605fc8'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:36:25.118749 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c332dbe3-868a-41d3-8d01-6fdc74f92f6b req-784378d9-69d1-47a1-a139-3b7de486c02d tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/security-groups?id=9795ef83-ec4b-44e4-a627-07faaf69c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772753 Apr 15 19:36:25.125325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f6594aae-e011-4828-b25b-d77436f42d96'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:36:25.234234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-2e5c8248-ca96-4f58-bcfb-2fa2847d0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:25.235905 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-2e5c8248-ca96-4f58-bcfb-2fa2847d0bde service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 912 time: 1.1552551 Apr 15 19:36:25.350590 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-db88dba8-1ef2-41c8-bd5d-e827b663cec2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 200 len: 217 time: 0.1047125 Apr 15 19:36:25.394688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-615d29b7-ac0e-4cc8-bc34-90b256ae1cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:25.457514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523876e-c93b-4b53-808b-e437198be8ee req-62acf00a-75d9-4f0b-8bbc-e1a3ea8603c5 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:25.459269 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d523876e-c93b-4b53-808b-e437198be8ee req-62acf00a-75d9-4f0b-8bbc-e1a3ea8603c5 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 945 time: 0.3828995 Apr 15 19:36:25.496067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-e3ef34c0-b287-471c-b834-da1ad2669adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:25.497677 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-e3ef34c0-b287-471c-b834-da1ad2669adc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.1303961 Apr 15 19:36:25.501740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:25.572184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:25.667549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e067a5-1ecf-4845-a044-3fba78abb696 req-92877c0a-791a-42ee-95f4-cb5a2ac9653f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:25.670431 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52e067a5-1ecf-4845-a044-3fba78abb696 req-92877c0a-791a-42ee-95f4-cb5a2ac9653f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1260231 Apr 15 19:36:25.674273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:25.731692 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52e067a5-1ecf-4845-a044-3fba78abb696 req-1d9af916-dbc4-44c8-80ef-4535e7d48801 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530789 Apr 15 19:36:25.758259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Pushing event deleted for resources: {'Port': ['ID=59b7dfed-532d-4362-b4b0-f32ad8a42c7f,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:25.762159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:25.772484 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d523876e-c93b-4b53-808b-e437198be8ee req-97e0b3ca-e211-4816-89ad-997b1edf7752 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959573 Apr 15 19:36:25.801990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 59b7dfed-532d-4362-b4b0-f32ad8a42c7f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:36:25.898563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 59b7dfed-532d-4362-b4b0-f32ad8a42c7f {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:36:25.899272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 59b7dfed-532d-4362-b4b0-f32ad8a42c7f not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:36:25.915813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-cae5624d-0d20-4153-8f7e-2431700a907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:25.917612 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-cae5624d-0d20-4153-8f7e-2431700a907a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4090967 Apr 15 19:36:26.009010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0207d-66df-402d-92b5-2ebd3d7418ac req-a460716a-7b1d-47cc-8231-e7b087c34bde tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:26.010586 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-77d0207d-66df-402d-92b5-2ebd3d7418ac req-a460716a-7b1d-47cc-8231-e7b087c34bde tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 943 time: 0.1164508 Apr 15 19:36:26.074607 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-77d0207d-66df-402d-92b5-2ebd3d7418ac req-9502c738-605c-495f-b985-6c563df39e80 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552337 Apr 15 19:36:26.195981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] No DVR routers for this DVR port 59b7dfed-532d-4362-b4b0-f32ad8a42c7f on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:36:26.217589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:26.223448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'name': 'network-vif-deleted', 'tag': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:26.282408 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-d061819f-4092-411f-a5e2-7fe5f8ca608a service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540769 Apr 15 19:36:26.295052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bce289-5022-4d7e-a2c9-3413b0302b90 req-de254d6a-56e1-4119-8701-9bb564113533 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:26.296724 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a8bce289-5022-4d7e-a2c9-3413b0302b90 req-de254d6a-56e1-4119-8701-9bb564113533 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.3115919 Apr 15 19:36:26.316647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58042) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:26.336838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'floatingip': {'port_id': '37435537-d075-4271-93ec-25166a43a37c'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:26.388254 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2c3e006-f021-4006-96ef-72292960a9a7 req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.13 "DELETE /v2.0/ports/59b7dfed-532d-4362-b4b0-f32ad8a42c7f HTTP/1.1" status: 204 len: 173 time: 2.8726199 Apr 15 19:36:26.390054 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ed1c20-7cf8-4afb-880b-3d4a005caed5', 'name': 'network-vif-deleted', 'tag': '59b7dfed-532d-4362-b4b0-f32ad8a42c7f', 'status': 'completed', 'code': 200} Apr 15 19:36:26.424790 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-18ee57f4-e470-43b7-99a0-91e804f23de3 req-9873afcf-3122-4407-944a-2f93a452988e tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 210 time: 0.1647241 Apr 15 19:36:26.433438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:26.510537 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-841f2f9e-11a3-41f8-bb30-b025e55d0afd req-ae753f0d-77f7-4f19-8a9d-db54e697feaa service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127824 Apr 15 19:36:26.524077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:27.048390 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884e3f8-4206-4341-b1e7-5ce7133a3f07 req-70d0d2fe-deb9-4772-be6d-76fe54f625a7 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:27.050049 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e884e3f8-4206-4341-b1e7-5ce7133a3f07 req-70d0d2fe-deb9-4772-be6d-76fe54f625a7 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 945 time: 0.1111917 Apr 15 19:36:27.112527 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e884e3f8-4206-4341-b1e7-5ce7133a3f07 req-8432ecfa-bdc5-4591-9c2c-36e189851ea3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Apr 15 19:36:27.523560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046841a7-a07a-4e38-a0d0-7b99f1fd66f1 req-34130bcc-42c6-4dd0-9949-a88b6f8c5527 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:27.525167 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-046841a7-a07a-4e38-a0d0-7b99f1fd66f1 req-34130bcc-42c6-4dd0-9949-a88b6f8c5527 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 943 time: 0.2169576 Apr 15 19:36:27.605880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:27.704474 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-046841a7-a07a-4e38-a0d0-7b99f1fd66f1 req-6a867726-ab65-4b32-9d3c-ed41e12b7032 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701069 Apr 15 19:36:27.718122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-41945cb3-6fad-4c08-aed0-6283f96b1222 req-9c48dca3-d106-46f1-a30a-1af08e0491b6 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Synchronizing usage tracker for tenant:7d2277dba48e4dbc91b0be9a44407992 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:36:27.741674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:27.772254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:27.804750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-41945cb3-6fad-4c08-aed0-6283f96b1222 req-9c48dca3-d106-46f1-a30a-1af08e0491b6 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Unset dirty status for tenant:7d2277dba48e4dbc91b0be9a44407992 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:36:27.815751 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f85fc775-1c00-4e76-b5d5-748deebff06d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:36:27.818587 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-41945cb3-6fad-4c08-aed0-6283f96b1222 req-9c48dca3-d106-46f1-a30a-1af08e0491b6 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ed1c20-7cf8-4afb-880b-3d4a005caed5 HTTP/1.1" status: 200 len: 210 time: 0.1878564 Apr 15 19:36:27.832463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 1e26c586-604f-4708-8dcb-678d28605fc8 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:28.015726 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Floating IP 198fe069-942f-42a7-9d1c-7803475ade7f associated. External IP: 172.28.3.130, port: 37435537-d075-4271-93ec-25166a43a37c. Apr 15 19:36:28.059092 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f85fc775-1c00-4e76-b5d5-748deebff06d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f85fc775-1c00-4e76-b5d5-748deebff06d,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:28.079079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'port_id': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'mac_address': 'fa:16:3e:65:53:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:36:28.135487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 1e26c586-604f-4708-8dcb-678d28605fc8 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:28.160490 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:28.176629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 1e26c586-604f-4708-8dcb-678d28605fc8 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:28.177520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:28.247189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85fc775-1c00-4e76-b5d5-748deebff06d {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:36:28.287986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f85fc775-1c00-4e76-b5d5-748deebff06d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f85fc775-1c00-4e76-b5d5-748deebff06d,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:28.359136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:28.370930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:28.377582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:28.438590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e26c586-604f-4708-8dcb-678d28605fc8'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:28.462108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 1e26c586-604f-4708-8dcb-678d28605fc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1e26c586-604f-4708-8dcb-678d28605fc8,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:28.473829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=f85fc775-1c00-4e76-b5d5-748deebff06d,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:28.478090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:28.493953 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e26c586-604f-4708-8dcb-678d28605fc8', 'code': 200} Apr 15 19:36:28.519710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:28.520654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f6594aae-e011-4828-b25b-d77436f42d96 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:28.553384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38786860-2e35-45ee-bcd1-30b3456f9abb req-04a17086-8a94-465f-ae6f-06e33d0801df tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:28.561022 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-38786860-2e35-45ee-bcd1-30b3456f9abb req-04a17086-8a94-465f-ae6f-06e33d0801df tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 945 time: 0.2673960 Apr 15 19:36:28.561877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:28.606880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Router f8cee3d6-4270-4098-8f8e-98aa38b27677 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:36:28.615560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f85fc775-1c00-4e76-b5d5-748deebff06d'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:36:28.629205 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-38786860-2e35-45ee-bcd1-30b3456f9abb req-f6c437f0-72da-4551-aa28-49840b216cc2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671439 Apr 15 19:36:28.818240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=1e26c586-604f-4708-8dcb-678d28605fc8,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:28.856747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:28.938236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:36:28.952232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] Sync routers for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:36:28.952369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:28.954540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port f6594aae-e011-4828-b25b-d77436f42d96 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:28.969887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port f6594aae-e011-4828-b25b-d77436f42d96 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:28.970145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:36:28.970776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:28.972114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:36:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:29.039386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116000b-87e1-49dd-a0b1-e7a47c05ba07 req-e323a426-eb26-444a-a81e-32ff58dc8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:29.041030 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f116000b-87e1-49dd-a0b1-e7a47c05ba07 req-e323a426-eb26-444a-a81e-32ff58dc8752 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 1099 time: 0.1899765 Apr 15 19:36:29.058889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60866915-273b-429a-b601-270b2ef4d2eb req-933c3d26-53c5-4aa4-aa77-8978a0a4acfb tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:29.059750 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60866915-273b-429a-b601-270b2ef4d2eb req-933c3d26-53c5-4aa4-aa77-8978a0a4acfb tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 944 time: 0.1615727 Apr 15 19:36:29.080851 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-692c08d1-4618-4964-9469-26b7e4376c18 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "PUT /v2.0/floatingips/198fe069-942f-42a7-9d1c-7803475ade7f HTTP/1.1" status: 200 len: 992 time: 2.7530210 Apr 15 19:36:29.080851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'tag': '37435537-d075-4271-93ec-25166a43a37c'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:29.152696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:29.152899 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f116000b-87e1-49dd-a0b1-e7a47c05ba07 req-2d584301-b8f0-4188-8109-960b6d65b901 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923140 Apr 15 19:36:29.171758 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60866915-273b-429a-b601-270b2ef4d2eb req-40b93d72-773c-4812-9ee4-cd4078519ada tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742242 Apr 15 19:36:29.214661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f6594aae-e011-4828-b25b-d77436f42d96, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f6594aae-e011-4828-b25b-d77436f42d96,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:29.238501 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'tag': '37435537-d075-4271-93ec-25166a43a37c', 'status': 'completed', 'code': 200} Apr 15 19:36:29.256264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:29.258783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4fefdcb3-afd1-4e34-8488-82d2b88aaabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:29.347134 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=f6594aae-e011-4828-b25b-d77436f42d96,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:29.356380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:29.434207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-4e81ae68-264e-497a-91c8-c789c55a5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:29.435828 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-4e81ae68-264e-497a-91c8-c789c55a5fc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1099 time: 0.1570833 Apr 15 19:36:29.442132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:36:29.606086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-b08462b1-a69b-4120-94ab-cc553369d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:29.607653 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-b08462b1-a69b-4120-94ab-cc553369d0d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.1638699 Apr 15 19:36:29.723290 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-6b8b87b2-126a-4dae-aecf-3659ca61eda2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 200 len: 1000 time: 0.1085019 Apr 15 19:36:29.808786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f85fc775-1c00-4e76-b5d5-748deebff06d up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:36:29.893796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-186a0d85-e9ce-4b00-876f-5093e4a31861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:29.895935 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-186a0d85-e9ce-4b00-876f-5093e4a31861 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.1635423 Apr 15 19:36:30.006501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port f85fc775-1c00-4e76-b5d5-748deebff06d completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:36:30.019719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port f85fc775-1c00-4e76-b5d5-748deebff06d triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:36:30.020509 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '198fe069-942f-42a7-9d1c-7803475ade7f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'floating_ip_address': '172.28.3.130', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'port_id': '37435537-d075-4271-93ec-25166a43a37c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'mac_address': 'fa:16:3e:17:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:58Z', 'updated_at': '2021-04-15T19:36:27Z', 'revision_number': 1, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:30.025977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] Checking router: f8cee3d6-4270-4098-8f8e-98aa38b27677 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:36:30.027618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:30.044259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:36:30.045185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:36:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:30.054217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0ba88-0d48-4e6b-af15-ce1f6dfa009f req-895bbdc4-2e8e-4b58-88c0-cafe0c7a6c5f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:30.056081 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-adb0ba88-0d48-4e6b-af15-ce1f6dfa009f req-895bbdc4-2e8e-4b58-88c0-cafe0c7a6c5f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.2584310 Apr 15 19:36:30.058328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-a864ee5f-3db8-46e1-817f-6cf57502e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:30.059954 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-a864ee5f-3db8-46e1-817f-6cf57502e5ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1562095 Apr 15 19:36:30.245053 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-adb0ba88-0d48-4e6b-af15-ce1f6dfa009f req-6bd3502d-67b9-4f63-bb16-05a110c5adf9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809213 Apr 15 19:36:30.269166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:30.275554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:36:30.375258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f85fc775-1c00-4e76-b5d5-748deebff06d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f85fc775-1c00-4e76-b5d5-748deebff06d,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:36:30.423094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:30.426383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:30.511484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6594aae-e011-4828-b25b-d77436f42d96'}, {'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:30.577437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=f85fc775-1c00-4e76-b5d5-748deebff06d,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:30.581696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:30.634433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4922-dd43-4bf1-bc8b-0fbd9992076b req-c4dda305-78f3-43f8-8735-5b68258ef30e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:30.637562 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6594aae-e011-4828-b25b-d77436f42d96', 'code': 200} Apr 15 19:36:30.638049 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'code': 200} Apr 15 19:36:30.673175 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2a5d4922-dd43-4bf1-bc8b-0fbd9992076b req-c4dda305-78f3-43f8-8735-5b68258ef30e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2353203 Apr 15 19:36:30.714599 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-3baf2e97-954d-4d3e-a054-d81546b89f7f service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073198 Apr 15 19:36:30.853611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '198fe069-942f-42a7-9d1c-7803475ade7f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'floating_ip_address': '172.28.3.130', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'port_id': '37435537-d075-4271-93ec-25166a43a37c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'mac_address': 'fa:16:3e:17:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:58Z', 'updated_at': '2021-04-15T19:36:27Z', 'revision_number': 1, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:30.858189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edea88-2fcd-4198-a6c2-726ce2dbe6a0 None None] The sync data for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb is: [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '198fe069-942f-42a7-9d1c-7803475ade7f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'floating_ip_address': '172.28.3.130', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'port_id': '37435537-d075-4271-93ec-25166a43a37c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'mac_address': 'fa:16:3e:17:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:58Z', 'updated_at': '2021-04-15T19:36:27Z', 'revision_number': 1, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:36:30.876094 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2a5d4922-dd43-4bf1-bc8b-0fbd9992076b req-4eb20c76-f2e9-4a87-8b53-607a3dfa5204 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019284 Apr 15 19:36:30.916593 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d613963f-b1e2-4f90-84a3-2f4db0e0e256 req-d91b4a4e-566f-4139-a8c5-bb60bb8af4c9 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898463 Apr 15 19:36:31.000800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58172) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:31.114359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437d77f-4764-4299-aaf7-d446fa18afd7 req-951468da-4678-43ba-9922-98745736c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:31.116615 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f437d77f-4764-4299-aaf7-d446fa18afd7 req-951468da-4678-43ba-9922-98745736c286 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.1515343 Apr 15 19:36:31.172938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d711f2-19e5-433d-b9f9-134a350b6ef8 req-f995844e-38b3-40eb-aa16-cca3c5960968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:31.175316 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b6d711f2-19e5-433d-b9f9-134a350b6ef8 req-f995844e-38b3-40eb-aa16-cca3c5960968 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 1098 time: 0.1305368 Apr 15 19:36:31.183941 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:31.200528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:31.204761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc261daae264e99964206702afb187c is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:31.208127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:31.210135 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f437d77f-4764-4299-aaf7-d446fa18afd7 req-e3fef7c2-1f0b-4ac4-b554-101b6f2940a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657363 Apr 15 19:36:31.221550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:31.239200 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b6d711f2-19e5-433d-b9f9-134a350b6ef8 req-30356e5e-8c20-4637-b99e-cfc75716b71e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Apr 15 19:36:31.239330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39956450-0575-40d9-8bae-f814bf1748c9 None None] New status for floating IP 198fe069-942f-42a7-9d1c-7803475ade7f: ACTIVE {{(pid=85348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:36:31.331539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:31.364402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:31.374981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-641915e6-7b15-4575-982a-da5840bd776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:31.448443 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcc261daae264e99964206702afb187c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464324 Apr 15 19:36:31.450243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496f9ae-6c42-4548-9ef0-936ced4d61df,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:31.452601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58192) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:31.474202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.474669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.474976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.475354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.475740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.476133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.476519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.476903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.477284 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.477766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.478067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.478448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:31.484476 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:31.547259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:31.570447 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf55ac-3ea4-45dd-8617-518b9b28b975 req-b2e3532e-1ee6-46b9-89d2-0574047ffb2c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:31.584749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:31.616174 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fcaf55ac-3ea4-45dd-8617-518b9b28b975 req-b2e3532e-1ee6-46b9-89d2-0574047ffb2c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1945422 Apr 15 19:36:31.832500 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fcaf55ac-3ea4-45dd-8617-518b9b28b975 req-95e1cf05-2ee1-48ca-8323-9e49a2f7c258 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636248 Apr 15 19:36:32.102368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:32.102368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4bc404c9-de9f-4d87-b21b-0d15fd45d740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:32.104801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496f9ae-6c42-4548-9ef0-936ced4d61df,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:32.107212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:32.110877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:32.112910 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3496f9ae-6c42-4548-9ef0-936ced4d61df HTTP/1.1" status: 204 len: 168 time: 0.6591451 Apr 15 19:36:32.129079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395416-951b-4a3b-a719-8fc2104b27ca req-2cd8c8a1-d3b3-43e7-ac84-4327c0fa79e6 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:32.132561 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-08395416-951b-4a3b-a719-8fc2104b27ca req-2cd8c8a1-d3b3-43e7-ac84-4327c0fa79e6 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1030018 Apr 15 19:36:32.205568 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-08395416-951b-4a3b-a719-8fc2104b27ca req-def33820-28e6-42f3-94a5-e7d35a93f671 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611475 Apr 15 19:36:32.295356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58220) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:32.363838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Deleting subnet 009f1300-105c-476b-b576-2f93f7bdb5a1 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:36:32.367386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:32.423734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:32.431644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:32.777866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:32.796780 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-94237fde-8b8c-4e7c-a1bd-0e4991c37106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:32.907191 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17543d79-ed7b-403d-ba4b-3216fb507083 req-1436d20b-16f9-49fe-89b1-f29e31ff9deb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:32.916273 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-17543d79-ed7b-403d-ba4b-3216fb507083 req-1436d20b-16f9-49fe-89b1-f29e31ff9deb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1831615 Apr 15 19:36:32.919250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009f1300-105c-476b-b576-2f93f7bdb5a1,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:32.939903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:32.961301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-86505231-9764-4cb0-9f5e-3983142ec1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:32.974779 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-86505231-9764-4cb0-9f5e-3983142ec1fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 1099 time: 0.1841352 Apr 15 19:36:33.027045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.039721 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/009f1300-105c-476b-b576-2f93f7bdb5a1 HTTP/1.1" status: 204 len: 168 time: 0.7431355 Apr 15 19:36:33.040533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58246) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:33.042813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58248) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:33.083489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.103945 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-17543d79-ed7b-403d-ba4b-3216fb507083 req-976efada-a092-4e1e-896a-f24e0efbc32c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863000 Apr 15 19:36:33.187759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:33.190548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-894ecfbc-a6a1-4e21-8cdd-decbda41bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:33.192224 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-894ecfbc-a6a1-4e21-8cdd-decbda41bb2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.2165451 Apr 15 19:36:33.194798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9637ce1f5f4d218163618d25c9ae57 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:33.199287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:33.209646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:33.238680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.279246 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-aa05ff11-b379-4a0c-9304-cbbe06738483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e26c586-604f-4708-8dcb-678d28605fc8 HTTP/1.1" status: 200 len: 217 time: 0.0780480 Apr 15 19:36:33.371026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-f0cb2c2d-8942-4c54-a2bb-e77cacf2b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:33.372942 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-f0cb2c2d-8942-4c54-a2bb-e77cacf2b231 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.0800984 Apr 15 19:36:33.460211 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-ed8790d8-1d3b-4f07-819c-203e90db05dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768604 Apr 15 19:36:33.528155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.641317 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-b5deca7a-9896-4b03-b74e-34af41b8e3a2 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734452 Apr 15 19:36:33.794539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.794936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.795763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.796131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > port after_create 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.796494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.796865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > port after_update 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.797224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.797604 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.797986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.798286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.833939 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06630847-9abd-4edd-9e6d-4d6f05a3efc7 req-92561624-5997-44a2-9f75-467c06459ace service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703990 Apr 15 19:36:33.872156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.872548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.872917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.873466 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:33.874002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2db649-1db7-44ce-b107-4fe671d8b573']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:33.893074 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.904290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced3bc63-0d18-4b75-9551-99b6b9dfe957') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:33.904627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced3bc63-0d18-4b75-9551-99b6b9dfe957') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:33.921670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.953798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296a006-260e-487f-97f6-7fbc7e151c36 req-75953249-6752-4eee-9b7f-d0a4199813c0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:33.955548 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0296a006-260e-487f-97f6-7fbc7e151c36 req-75953249-6752-4eee-9b7f-d0a4199813c0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.4970710 Apr 15 19:36:33.956574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.964415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:33.976938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:33.984025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:36:34.119795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274671ef-4a2a-43b4-8bd6-17ffabc95b6a,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:34.132762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f9637ce1f5f4d218163618d25c9ae57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0885153 Apr 15 19:36:34.136712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58286) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:34.141160 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:34.217006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58292) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:34.231374 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0296a006-260e-487f-97f6-7fbc7e151c36 req-c1f542e8-c52b-4ece-b04a-39dd66373ed0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606370 Apr 15 19:36:34.264580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.272679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Network 7f2db649-1db7-44ce-b107-4fe671d8b573 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:36:34.289020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.335702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.436749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.453885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:34.460097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e90540a951c9438795da8654eea7af73 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:34.463351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:34.473042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:34.506646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.564627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:34.580460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Network 7f2db649-1db7-44ce-b107-4fe671d8b573 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:36:34.580651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274671ef-4a2a-43b4-8bd6-17ffabc95b6a,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:34.595144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.595549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.595950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.596338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.596839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.597244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.597652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.598031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.598418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.599366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.599758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.600132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:36:34.613737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: from cryptography.utils import int_from_bytes Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: from cryptography.utils import int_from_bytes Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: (rel_b, rel_a, rel_b), Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: (rel_b, rel_a, rel_b), Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:36:34.614043 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:36:34.622526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.622526 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/274671ef-4a2a-43b4-8bd6-17ffabc95b6a HTTP/1.1" status: 204 len: 168 time: 0.4835620 Apr 15 19:36:34.698138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.742184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f6ab1-8095-4d62-bf6e-cb3cbc8cbe1c req-0f758544-058d-4b24-989f-45e4e362f279 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:34.744039 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c01f6ab1-8095-4d62-bf6e-cb3cbc8cbe1c req-0f758544-058d-4b24-989f-45e4e362f279 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2500458 Apr 15 19:36:34.745256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.753983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58308) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:34.761036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'floatingip': {'port_id': 'f85fc775-1c00-4e76-b5d5-748deebff06d'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:34.779426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:34.808028 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e90540a951c9438795da8654eea7af73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899982 Apr 15 19:36:34.811542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58312) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:34.841788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ea947c-5d51-41fe-839a-5b660ab88fd8,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:34.849450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:34.856314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ae09-66d7-4f0c-b4d9-e0d9a6cc2061 req-31d1047c-7687-408a-8623-88ccfdc0ff31 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:34.858980 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d509ae09-66d7-4f0c-b4d9-e0d9a6cc2061 req-31d1047c-7687-408a-8623-88ccfdc0ff31 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.3462393 Apr 15 19:36:34.859684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.897059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.924085 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-161328d5-20da-419f-a253-afb2042b7f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:34.927484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:34.942643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:35.006387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2db649-1db7-44ce-b107-4fe671d8b573,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:35.034057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:35.043879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-51c6f4ea-cfd7-4bb5-b8ed-9d31db6d7f00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:35.044307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:35.063560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ea947c-5d51-41fe-839a-5b660ab88fd8,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:35.066839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:35.068294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:35.071288 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57ea947c-5d51-41fe-839a-5b660ab88fd8 HTTP/1.1" status: 204 len: 168 time: 0.2587290 Apr 15 19:36:35.106771 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d509ae09-66d7-4f0c-b4d9-e0d9a6cc2061 req-4a601219-1568-40cb-a5aa-ac7c0903756f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191849 Apr 15 19:36:35.144785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:35.158340 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f2db649-1db7-44ce-b107-4fe671d8b573 HTTP/1.1" status: 204 len: 168 time: 2.0999570 Apr 15 19:36:35.512384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58354) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:35.677919 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b79ecdd7-03f2-4580-9990-14daab16b50b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2277dba48e4dbc91b0be9a44407992&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1635249 Apr 15 19:36:35.678683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58360) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:35.736547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-773d2497-e80b-4cf8-bb13-1396ae954348 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2208827 Apr 15 19:36:35.806505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:35.888452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:35.965327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-aa1ba828-f021-4d58-a162-ae1c0d9e1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:35.965327 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-aa1ba828-f021-4d58-a162-ae1c0d9e1419 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.1246409 Apr 15 19:36:36.005957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.006735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58370) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:36.028193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.045643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:36.050239 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Usage tracker for resource:security_group_rule and tenant:25da44b17c8b45baa6ce141f97910fdd is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:36.053336 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:36.059626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:36.070664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.105160 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.112513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f4e1ff78-745f-4bfa-9e53-c1af520651bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:36.140862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795ef83-ec4b-44e4-a627-07faaf69c0ae,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:36.162383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:36.211558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-c450741c-8e08-46ed-8d98-6e75d6cbae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:36.213604 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-c450741c-8e08-46ed-8d98-6e75d6cbae0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.2170336 Apr 15 19:36:36.214426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58380) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:36.287004 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Floating IP b8b9266a-bf3f-4e3c-876f-59b325eeed9f associated. External IP: 172.28.3.151, port: f85fc775-1c00-4e76-b5d5-748deebff06d. Apr 15 19:36:36.303246 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-0cb3942a-2f49-4ca0-a212-a632e67d4798 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 200 len: 217 time: 0.0818772 Apr 15 19:36:36.305311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.307039 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9795ef83-ec4b-44e4-a627-07faaf69c0ae HTTP/1.1" status: 204 len: 168 time: 0.6261261 Apr 15 19:36:36.429311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-961d62e4-225c-4909-a317-25f83dc2278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:36.434016 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-961d62e4-225c-4909-a317-25f83dc2278a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.1237147 Apr 15 19:36:36.535160 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-ef2c5c64-97e4-4492-b4e2-7813c389a454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937815 Apr 15 19:36:36.542994 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.647157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:36.653674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ab09f-4dfd-4e3f-99f3-da1fd84b3711 req-78c2bbbb-4a18-461c-8add-f5f73655f9a7 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:36.659089 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b9ab09f-4dfd-4e3f-99f3-da1fd84b3711 req-78c2bbbb-4a18-461c-8add-f5f73655f9a7 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.3100438 Apr 15 19:36:36.664811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Usage tracker for resource:security_group_rule and tenant:121942513fe94679a294f35806c9a46f is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:36.669897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:36.693476 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:36.749994 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-87f9b12e-da40-4c5f-a618-6c679b8d9948 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921902 Apr 15 19:36:36.828840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.867792 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b9ab09f-4dfd-4e3f-99f3-da1fd84b3711 req-dff2c233-fc0c-48ad-95cb-09b08345d848 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938004 Apr 15 19:36:36.936251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:36.947531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:36.968773 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e2f4de3-b916-44b1-8f05-92cdfaa2f7e9 req-965b2960-663a-418b-9486-4f8233120336 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098055 Apr 15 19:36:37.010565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.026516 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25da44b17c8b45baa6ce141f97910fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0180998 Apr 15 19:36:37.029079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58414) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:37.030811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa4ce6-26fe-4cba-b29e-166ee2559ec3,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:37.038322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:37.068437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.071662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Router 0f3b18f9-76a1-4417-a438-10435f3492fe has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:36:37.101844 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:37.173096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5326ecac-b81d-4e9b-a4e9-2a3013295fe7,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:37.176604 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:37.183633 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=121942513fe94679a294f35806c9a46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9655998 Apr 15 19:36:37.185263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.188184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58424) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:37.249081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.307349 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:36:37.317195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] Sync routers for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:36:37.320476 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.331107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:36:37.331783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:36:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:37.361277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.388909 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9899e982-bf2f-4949-afcd-c56ddfd4520e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "PUT /v2.0/floatingips/b8b9266a-bf3f-4e3c-876f-59b325eeed9f HTTP/1.1" status: 200 len: 991 time: 2.6336875 Apr 15 19:36:37.390923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:36:37.431793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.448224 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'status': 'completed', 'code': 200} Apr 15 19:36:37.498363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58470) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:37.549180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.566159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:37.586428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.587789 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1caa4ce6-26fe-4cba-b29e-166ee2559ec3 HTTP/1.1" status: 204 len: 168 time: 0.5574536 Apr 15 19:36:37.603985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa4ce6-26fe-4cba-b29e-166ee2559ec3,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:37.611378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:36:37.611529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:37.642675 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-1cb019ae-f8a6-4400-8e3e-cea46060884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:37.644626 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-1cb019ae-f8a6-4400-8e3e-cea46060884e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 1098 time: 0.1640806 Apr 15 19:36:37.811280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1268727200-network', 'tenant_id': 'e479febe395149e6b067cc79effc48e4'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:37.817487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:37.824243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Usage tracker for resource:network and tenant:e479febe395149e6b067cc79effc48e4 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:37.827394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:37.834808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:37.843101 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.852483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dc4c73f5-4041-4a78-9b25-7a2e0c6ccddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:37.873449 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Made reservation on behalf of e479febe395149e6b067cc79effc48e4 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:37.878581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.885653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.887795 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5326ecac-b81d-4e9b-a4e9-2a3013295fe7 HTTP/1.1" status: 204 len: 168 time: 0.6961019 Apr 15 19:36:37.893834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326ecac-b81d-4e9b-a4e9-2a3013295fe7,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:37.897307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:37.909639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:37.915395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:37.919867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Usage tracker for resource:security_group_rule and tenant:e479febe395149e6b067cc79effc48e4 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:37.922917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:37.929935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:38.001078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-c71a08e7-8ec0-4a33-acd5-fd7cc0214a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:38.002969 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-c71a08e7-8ec0-4a33-acd5-fd7cc0214a7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 912 time: 0.3438506 Apr 15 19:36:38.086372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:38.114941 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:38.120343 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5e72abf6-053f-43cc-bffb-7921eeb40e8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:38.173153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:36:38.188506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e375e6a5-b5dd-4448-b64d-399b73629e38,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:38.192212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:38.213807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:38.214361 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Added segment cc9feb44-5792-45bc-9272-3f07b2ab3415 of type vlan for network 33aa7dcb-d88b-4589-860c-0cca3767fb6c Apr 15 19:36:38.365722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:38.432572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'b8b9266a-bf3f-4e3c-876f-59b325eeed9f', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'floating_ip_address': '172.28.3.151', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'port_id': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'mac_address': 'fa:16:3e:65:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:36:02Z', 'updated_at': '2021-04-15T19:36:35Z', 'revision_number': 1, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:38.437111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] Checking router: 0f3b18f9-76a1-4417-a438-10435f3492fe for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:36:38.447096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:36:38.447783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:36:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:38.478926 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-399f4741-f967-466a-8064-4554e57bec6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 200 len: 999 time: 0.4652388 Apr 15 19:36:38.563320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1e3c-31a2-4496-b211-2a2e5f26ff7c req-8de01853-e8b2-4c6f-883b-9e9931be018f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:38.564914 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6f5c1e3c-31a2-4496-b211-2a2e5f26ff7c req-8de01853-e8b2-4c6f-883b-9e9931be018f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.3992412 Apr 15 19:36:38.575126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-4563dc08-eb21-4ded-8457-6b86c7b453d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:38.576634 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-4563dc08-eb21-4ded-8457-6b86c7b453d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.0810785 Apr 15 19:36:38.580357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:38.586109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:38.592109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:38.618587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:38.666256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:36:38.679211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58498) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:38.781366 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6f5c1e3c-31a2-4496-b211-2a2e5f26ff7c req-71753978-44b2-459a-904a-0b386bb4497c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008252 Apr 15 19:36:38.825385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-52906751-7fb0-4d8f-9384-3c33a58746ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:38.837260 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-52906751-7fb0-4d8f-9384-3c33a58746ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2313931 Apr 15 19:36:38.843291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:38.875517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:38.880536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Usage tracker for resource:security_group_rule and tenant:02aa36482af84f02ae427b6f630e2784 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:38.884207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:38.891482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:38.999069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.004196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Pushing event updated for resources: {'Network': ['ID=33aa7dcb-d88b-4589-860c-0cca3767fb6c,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:39.008661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:39.029468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 33aa7dcb-d88b-4589-860c-0cca3767fb6c details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:36:39.055928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.056171 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-9d506dc5-dcaf-4e34-9be6-ece66a0e4bcf service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175522 Apr 15 19:36:39.080243 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5800233 Apr 15 19:36:39.081433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.091618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58510) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:39.093103 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1c597a72-84bc-45e9-ba74-f20ed68a7de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:39.122274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Request body: {'subnet': {'network_id': '33aa7dcb-d88b-4589-860c-0cca3767fb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1268727200-subnet', 'tenant_id': 'e479febe395149e6b067cc79effc48e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:39.146418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:39.165157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Usage tracker for resource:subnet and tenant:e479febe395149e6b067cc79effc48e4 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:39.171964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:39.175918 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c22221-9dc6-4701-b087-413d9e7f3b78,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:39.179516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:39.185480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:39.193520 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02aa36482af84f02ae427b6f630e2784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131390 Apr 15 19:36:39.194652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58522) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:39.245869 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-81fadd6d-f615-4bff-900b-2cca47d64ec2 req-bccc9a83-bfcf-4c8f-b255-fe0c0f186d1b service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817801 Apr 15 19:36:39.252576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Made reservation on behalf of e479febe395149e6b067cc79effc48e4 for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:39.257971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.299263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'b8b9266a-bf3f-4e3c-876f-59b325eeed9f', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'floating_ip_address': '172.28.3.151', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'port_id': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'mac_address': 'fa:16:3e:65:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:36:02Z', 'updated_at': '2021-04-15T19:36:35Z', 'revision_number': 1, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:39.304484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f581c9e-676b-4571-aa28-892e18791a65 None None] The sync data for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb is: [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'b8b9266a-bf3f-4e3c-876f-59b325eeed9f', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'floating_ip_address': '172.28.3.151', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'port_id': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'mac_address': 'fa:16:3e:65:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:36:02Z', 'updated_at': '2021-04-15T19:36:35Z', 'revision_number': 1, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:36:39.334120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58534) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:39.354137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.374932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:39.381232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Usage tracker for resource:security_group_rule and tenant:fed7f5cdc3e34e51bf496019935c4881 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:39.385729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:39.395100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:39.399836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.448503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.651451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844715c-d0c6-45a5-b434-dfe18244e15c None None] New status for floating IP b8b9266a-bf3f-4e3c-876f-59b325eeed9f: ACTIVE {{(pid=85348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:36:39.673151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.683963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-957483f8-b4f5-4509-b980-fde18e49f098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:39.711398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c22221-9dc6-4701-b087-413d9e7f3b78,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:39.714268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:39.758668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.762440 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7c22221-9dc6-4701-b087-413d9e7f3b78 HTTP/1.1" status: 204 len: 168 time: 0.5630035 Apr 15 19:36:39.767309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.816196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:39.858300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-41254be4-aa6a-4d8f-b254-7a8629ee8e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:39.893618 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fed7f5cdc3e34e51bf496019935c4881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582490 Apr 15 19:36:39.894487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17c9d86-cf4c-446c-8c07-3cb2e749a74e,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:39.909765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58548) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:39.918798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:40.002337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:40.043974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:40.123804 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:40.132799 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:40.152292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17c9d86-cf4c-446c-8c07-3cb2e749a74e,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:40.152545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ba850-de2f-454d-841f-a395701eeb77 req-0a89c940-9802-48bc-a079-5fa17d892d41 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:40.154285 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-871ba850-de2f-454d-841f-a395701eeb77 req-0a89c940-9802-48bc-a079-5fa17d892d41 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1633890 Apr 15 19:36:40.155048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:40.156650 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c17c9d86-cf4c-446c-8c07-3cb2e749a74e HTTP/1.1" status: 204 len: 168 time: 0.2455785 Apr 15 19:36:40.157759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:40.231468 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-871ba850-de2f-454d-841f-a395701eeb77 req-dc95e174-2079-410c-a34e-61a57f0086b3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650353 Apr 15 19:36:40.290955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:40.307596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:40.672684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08adc9b-4a64-4154-aa5f-d195fb3c7ec1,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:40.688725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:40.746673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Checking segment: {'id': 'cc9feb44-5792-45bc-9272-3f07b2ab3415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33aa7dcb-d88b-4589-860c-0cca3767fb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:36:40.747063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Network hostable DHCP agents. Network: 33aa7dcb-d88b-4589-860c-0cca3767fb6c, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:36:40.788747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Network 33aa7dcb-d88b-4589-860c-0cca3767fb6c is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:36:40.839907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 33aa7dcb-d88b-4589-860c-0cca3767fb6c) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:36:40.850781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df22f8-0056-451f-b07e-ec2774e9c17b None None] Network 33aa7dcb-d88b-4589-860c-0cca3767fb6c requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:36:40.853928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:40.854593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:40.899216 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9297cf67-23b4-4d75-9627-cf4918387477 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7928116 Apr 15 19:36:40.994289 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58586) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:41.119663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057c928-a03f-4cb9-b599-86554b050268 None None] Network 33aa7dcb-d88b-4589-860c-0cca3767fb6c requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:36:41.443222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:41.470300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:41.476802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6b3539cb764d14b33da1b62b9c9851 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:41.481265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:41.494141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:41.541199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e55a-ef1c-4bdf-9969-d2e3d9ae59b4 req-f0b314c4-d733-4dae-80d0-7bb343aa0bd6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:41.542905 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f064e55a-ef1c-4bdf-9969-d2e3d9ae59b4 req-f0b314c4-d733-4dae-80d0-7bb343aa0bd6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1481597 Apr 15 19:36:41.605660 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f064e55a-ef1c-4bdf-9969-d2e3d9ae59b4 req-2e9ffea6-9a2c-466b-9039-a679f3408791 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561500 Apr 15 19:36:41.746993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:41.777042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:41.787279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-71d7da8c-5692-4abc-9c3f-16ac6ba67197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:41.831748 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c6b3539cb764d14b33da1b62b9c9851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348868 Apr 15 19:36:41.832699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1297153-0e49-4286-9667-221804d40a40,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:41.833744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58622) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:41.838666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:41.916158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:41.948662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.068377 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.077678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e4277ab0-6e47-4538-864a-e6a3bf662a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:42.091546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1297153-0e49-4286-9667-221804d40a40,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:42.097703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:42.101232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.102799 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1297153-0e49-4286-9667-221804d40a40 HTTP/1.1" status: 204 len: 168 time: 0.2674689 Apr 15 19:36:42.451163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58650) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:42.458788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499026721-network', 'tenant_id': '62ac83d3f20f45a49d7d69458b80fc0f'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:42.463771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:42.467777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Usage tracker for resource:network and tenant:62ac83d3f20f45a49d7d69458b80fc0f is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:42.470758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:42.477372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:42.546693 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Made reservation on behalf of 62ac83d3f20f45a49d7d69458b80fc0f for: {'network': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:42.554567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.570131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.587085 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:42.591213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Usage tracker for resource:security_group_rule and tenant:62ac83d3f20f45a49d7d69458b80fc0f is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:42.594306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:42.602355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:42.717424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.765137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.770199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bca52bf7-4075-437a-b70d-b7ad96520c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:42.805026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=85346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:36:42.815023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b89076-660f-4487-b08d-1a32033bd627,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:42.828317 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:42.831767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290044725057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.832373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Unsubscribe: segment precommit_create {{(pid=85346) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 19:36:42.832984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Added segment 662a2118-b809-43c6-8328-255634380d14 of type vlan for network bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 Apr 15 19:36:42.876026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.882725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373afdb-fc3f-4af1-8e96-af8b070b8f3b req-bc2327e3-3a24-4a0c-8572-a6f149e9e347 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:42.890707 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6373afdb-fc3f-4af1-8e96-af8b070b8f3b req-bc2327e3-3a24-4a0c-8572-a6f149e9e347 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1283698 Apr 15 19:36:42.908652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58666) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:42.952216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.954453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:42.955109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.956753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:42.961807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:42.975911 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6373afdb-fc3f-4af1-8e96-af8b070b8f3b req-8763aa7e-e566-48d8-99d7-f84f8793b467 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841649 Apr 15 19:36:42.985555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:42.986149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Usage tracker for resource:security_group_rule and tenant:e2744ca8ede94e23a878ae04da0499d2 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:42.989758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:42.996186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:43.072545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:43.086404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:36:43.087931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:43.108661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.133949 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6791141 Apr 15 19:36:43.134292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58676) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:43.140531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Request body: {'subnet': {'network_id': 'bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499026721-subnet', 'tenant_id': '62ac83d3f20f45a49d7d69458b80fc0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:36:43.146263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:43.150413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Usage tracker for resource:subnet and tenant:62ac83d3f20f45a49d7d69458b80fc0f is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:43.153899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:43.160159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:43.162387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.175447 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ccd13490-b2ed-4c5c-9c78-c8608b85ce66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:43.219873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5289d-6904-4022-94c5-595862bb982e,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:43.224812 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2744ca8ede94e23a878ae04da0499d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149996 Apr 15 19:36:43.225989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:43.227716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58680) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:43.279826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Made reservation on behalf of 62ac83d3f20f45a49d7d69458b80fc0f for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:36:43.279826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.405781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.462621 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.618846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.624240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-63884c27-b43b-4464-9ab6-0e1fba993a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:43.641234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5289d-6904-4022-94c5-595862bb982e,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:43.648050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:43.651597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.653092 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecb5289d-6904-4022-94c5-595862bb982e HTTP/1.1" status: 204 len: 168 time: 0.4243867 Apr 15 19:36:43.921510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:43.944165 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a36ebb7a-97b1-431f-ada9-17cc6ee4e915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:44.193174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=519453d7-2914-4fb1-b84f-64199337e2c8,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:44.198146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:44.232493 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Checking segment: {'id': '662a2118-b809-43c6-8328-255634380d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:36:44.232891 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Network hostable DHCP agents. Network: bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:36:44.257747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb176d-5f6b-4fcb-8714-825ab64ea6bf req-b0ef744a-436e-481b-85a0-7f2c365ba066 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:44.259486 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bacb176d-5f6b-4fcb-8714-825ab64ea6bf req-b0ef744a-436e-481b-85a0-7f2c365ba066 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1220710 Apr 15 19:36:44.295402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Network bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:36:44.315403 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bacb176d-5f6b-4fcb-8714-825ab64ea6bf req-8364a8f3-3beb-42c6-967c-c0e015f30705 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Apr 15 19:36:44.352218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:36:44.366696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac0e7b-868f-459c-b7bb-f38a811a9d0d None None] Network bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:36:44.369087 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:44.369776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:44.464157 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7cef98aa-b467-4a03-aa13-7a1596f0acfd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3272834 Apr 15 19:36:44.625271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58762) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:44.672012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50640dc6-8d0c-4b7e-bcdb-cee3819435e9 None None] Network bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:36:44.713247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58772) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:44.770767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58776) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:44.800383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Deleting subnet a08adc9b-4a64-4154-aa5f-d195fb3c7ec1 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:36:44.808086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:44.892561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:44.918330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:44.920133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:44.927288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:44.935153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:44.939410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Usage tracker for resource:security_group_rule and tenant:475bc12cf2524bf095e36e3525c8b053 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:44.943428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:44.956127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:44.961302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:345b48f3a6864e98b57b81ef14e14912 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:44.968469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:44.977895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:45.021261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.059016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.079553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.089925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c711aa8e-08ff-4b14-9d5f-479b6835c33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:45.142650 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=475bc12cf2524bf095e36e3525c8b053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684964 Apr 15 19:36:45.143623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedc75f7-9b5f-4665-8b1b-4c49402d9456,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:45.146898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58790) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:45.155315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:45.219357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.250346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.272671 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.324042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.330951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.337598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-86893ad8-2b13-4e10-9cc2-068971431d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:45.337777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4ee0ad76-45f2-489f-aa29-364e7e97103e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:45.358044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedc75f7-9b5f-4665-8b1b-4c49402d9456,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:45.367663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:45.368737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.371277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa052598-1586-4510-9afc-b113727d268e,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:45.373467 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fedc75f7-9b5f-4665-8b1b-4c49402d9456 HTTP/1.1" status: 204 len: 168 time: 0.2250745 Apr 15 19:36:45.378804 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:45.422089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58804) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:45.422601 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=345b48f3a6864e98b57b81ef14e14912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7959254 Apr 15 19:36:45.497765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.532829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.535267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.573150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2f4ff39e-f148-4287-a413-5cc52ee83db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:45.617329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.628430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-45d2b24b-decf-43d8-b205-bf0c84bc7e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:45.646759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa052598-1586-4510-9afc-b113727d268e,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:45.649997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:45.651438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.656909 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa052598-1586-4510-9afc-b113727d268e HTTP/1.1" status: 204 len: 168 time: 0.2328510 Apr 15 19:36:45.767855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08adc9b-4a64-4154-aa5f-d195fb3c7ec1,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:45.781939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:45.844037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bdab7-3f0f-4c6d-9030-e57edab05e24 req-87bd3586-b610-4cf4-bbb1-34127f6dd85a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:45.845639 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a26bdab7-3f0f-4c6d-9030-e57edab05e24 req-87bd3586-b610-4cf4-bbb1-34127f6dd85a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.3647783 Apr 15 19:36:45.849068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:45.882688 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6d3a2064-8040-438c-be38-f780188bb5be admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a08adc9b-4a64-4154-aa5f-d195fb3c7ec1 HTTP/1.1" status: 204 len: 168 time: 1.1682603 Apr 15 19:36:45.885737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58818) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:45.907891 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a26bdab7-3f0f-4c6d-9030-e57edab05e24 req-15fb8e06-3582-4f44-8457-641d501dcb0c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545433 Apr 15 19:36:46.038520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.126749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58828) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:46.241470 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.271822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58834) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:46.298141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.325865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:46.332446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1000cc5473ef41e7903592122f37604c is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:46.336897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:46.344361 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:46.364432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.365030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.366552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.366905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > port after_create 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.367289 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.367949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > port after_update 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.368329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.368708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.369081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.369475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.379165 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58838) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:46.409618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.431664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:46.444999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5ff5c6e4964ad4a51514d49115c346 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:46.450949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:46.452081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.452485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.452870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.453255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85346) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:36:46.453699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33aa7dcb-d88b-4589-860c-0cca3767fb6c']}} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:46.459321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:46.468133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9feb44-5792-45bc-9272-3f07b2ab3415') {'for_net_delete': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:46.468480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9feb44-5792-45bc-9272-3f07b2ab3415') {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:46.481508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2010690'] for segment, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.494002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.497858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.505529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=85346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:36:46.517854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:46.525081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.526409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Usage tracker for resource:security_group_rule and tenant:d4e68259a7624a11a2536168fcbc9c97 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:46.532852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:46.548750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:46.567384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.578047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b6d17a50-589c-4fa9-9e8b-97040915ab53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:46.690557 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1000cc5473ef41e7903592122f37604c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169400 Apr 15 19:36:46.691649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ed369a-8f36-4bf6-8a20-886b017949fd,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:46.698520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58842) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:46.701765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Network 33aa7dcb-d88b-4589-860c-0cca3767fb6c has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:36:46.703513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:46.712823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551569'] for segment, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.772093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.815015 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.831272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.832321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-15fab96c-8bcb-465d-a027-5047f8eec742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:46.879416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.891468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191e415c-ce3e-493f-afac-e325ee2fbb97,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:46.900082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Network 33aa7dcb-d88b-4589-860c-0cca3767fb6c has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:36:46.901284 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:46.912152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:46.913937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:46.931272 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a012c753-9eea-47a1-a658-1ac2d6cfd9df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4e68259a7624a11a2536168fcbc9c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8029814 Apr 15 19:36:46.944673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58850) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: from cryptography.utils import int_from_bytes Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: from cryptography.utils import int_from_bytes Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: (rel_b, rel_a, rel_b), Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: (rel_b, rel_a, rel_b), Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:36:46.949713 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:36:46.977334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.023375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27841663-951a-4650-9f1a-226946ad1f89,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:47.028836 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba5ff5c6e4964ad4a51514d49115c346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478369 Apr 15 19:36:47.032990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58856) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:47.034573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:47.096124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.128827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.137216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.149236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.156314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.157145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:47.170503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cd2c7006-2535-4832-ab02-fe1be060c030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:47.184525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Pushing event deleted for resources: {'Network': ['ID=33aa7dcb-d88b-4589-860c-0cca3767fb6c,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:47.187204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:47.190325 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] 10.222.0.20 "DELETE /v2.0/networks/33aa7dcb-d88b-4589-860c-0cca3767fb6c HTTP/1.1" status: 204 len: 168 time: 1.3034647 Apr 15 19:36:47.193546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ed369a-8f36-4bf6-8a20-886b017949fd,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:47.196046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58862) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:47.212530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.240668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:47.256728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.271792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.273737 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90ed369a-8f36-4bf6-8a20-886b017949fd HTTP/1.1" status: 204 len: 168 time: 0.5710781 Apr 15 19:36:47.276063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2596108-49df-476a-8897-72a1031cfa0e req-7346da39-2e3d-4c02-b875-57b5e0b3c6b2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:47.277933 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2596108-49df-476a-8897-72a1031cfa0e req-7346da39-2e3d-4c02-b875-57b5e0b3c6b2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.2063749 Apr 15 19:36:47.289792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Deleting subnet 519453d7-2914-4fb1-b84f-64199337e2c8 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:36:47.293513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.328898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.331471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.339960 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/191e415c-ce3e-493f-afac-e325ee2fbb97 HTTP/1.1" status: 204 len: 168 time: 0.3834291 Apr 15 19:36:47.339960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a90bc407-e52d-4114-ad74-85645139ed68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:47.353659 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2596108-49df-476a-8897-72a1031cfa0e req-6e25b3ba-8033-4984-872f-c32a329e19be tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650489 Apr 15 19:36:47.356532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e415c-ce3e-493f-afac-e325ee2fbb97,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:47.359083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:47.374570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.393785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.399728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:47.418138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27841663-951a-4650-9f1a-226946ad1f89,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:47.420636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:47.423456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.427172 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27841663-951a-4650-9f1a-226946ad1f89 HTTP/1.1" status: 204 len: 168 time: 0.3903942 Apr 15 19:36:47.459901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.800530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.818304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:47.901301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519453d7-2914-4fb1-b84f-64199337e2c8,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:47.916246 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:47.954548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:47.963832 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/519453d7-2914-4fb1-b84f-64199337e2c8 HTTP/1.1" status: 204 len: 168 time: 0.7636430 Apr 15 19:36:47.964279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 58888) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:48.102956 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:48.314998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:48.616042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517eb5dd-a82f-4e53-ad4b-7673628d4e76 req-cbf318da-47fe-46ac-9653-229edbc4164d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:48.617854 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-517eb5dd-a82f-4e53-ad4b-7673628d4e76 req-cbf318da-47fe-46ac-9653-229edbc4164d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1170602 Apr 15 19:36:48.710209 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-517eb5dd-a82f-4e53-ad4b-7673628d4e76 req-0bf4dac3-aa2e-45ba-91a0-5f7302e18f74 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858421 Apr 15 19:36:48.733696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0']}} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:48.747546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662a2118-b809-43c6-8328-255634380d14') {'for_net_delete': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:48.747896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662a2118-b809-43c6-8328-255634380d14') {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:36:48.760888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2010690'] for segment, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:48.777099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:48.788397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=85346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:36:48.973821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Network bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:36:48.985499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551569'] for segment, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:49.203459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Network bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:36:49.232203 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:36:49.355546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:49.361295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:49.366201 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:49.391342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:49.394079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:49.396319 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bfe7d4ed-7cf2-4b7f-8597-13aaf7da89a0 HTTP/1.1" status: 204 len: 168 time: 1.4309409 Apr 15 19:36:49.786748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58964) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:49.849052 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0a032ebb-26a6-46d2-bcc6-97d3b7675d0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e479febe395149e6b067cc79effc48e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604384 Apr 15 19:36:49.851652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58968) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:49.921564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:49.940189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff6221-6bc4-4b2d-a034-59c24d4eceea req-4fd6b76a-fd73-4087-96a3-85ab936d80f6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:49.949004 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-25ff6221-6bc4-4b2d-a034-59c24d4eceea req-4fd6b76a-fd73-4087-96a3-85ab936d80f6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1176534 Apr 15 19:36:49.953430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:49.999041 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-25ff6221-6bc4-4b2d-a034-59c24d4eceea req-1eb8f675-33f8-4c16-a0c6-9a6eb93a4e15 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Apr 15 19:36:50.033641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.040915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9f1e80fa-5204-4c8e-b1d9-4dbe9f02557d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:50.055811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e375e6a5-b5dd-4448-b64d-399b73629e38,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:50.064880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:50.066217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.069773 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e375e6a5-b5dd-4448-b64d-399b73629e38 HTTP/1.1" status: 204 len: 168 time: 0.2153335 Apr 15 19:36:50.076822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 58978) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:50.413885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.432949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:50.437010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Usage tracker for resource:security_group_rule and tenant:59a82d270bf643dfac4e8fece41438cc is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:50.444877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:50.452810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:50.547223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.582705 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.593271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-613c1133-407a-41df-b4ff-68be9bcba610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:50.641087 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59a82d270bf643dfac4e8fece41438cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606310 Apr 15 19:36:50.641491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59002) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:50.644504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7697da-9b28-4397-81c5-5d53f175ba1d,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:50.670269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59006) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:50.702587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:50.740071 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.749796 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-96d396c3-1568-45d3-901e-c79db73ce3a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62ac83d3f20f45a49d7d69458b80fc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781822 Apr 15 19:36:50.752310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59010) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:50.782996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.829236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.863543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.883939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.889441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-13d98c03-6876-4b30-83a7-020ad30900c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:50.904564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7697da-9b28-4397-81c5-5d53f175ba1d,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:50.907440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:50.908716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.913164 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e7697da-9b28-4397-81c5-5d53f175ba1d HTTP/1.1" status: 204 len: 168 time: 0.2674086 Apr 15 19:36:50.946824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.952330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:50.970601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b89076-660f-4487-b08d-1a32033bd627,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:50.974040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:50.976803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:50.981380 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7b89076-660f-4487-b08d-1a32033bd627 HTTP/1.1" status: 204 len: 168 time: 0.2243049 Apr 15 19:36:51.215111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca6c9-48e5-4061-839d-667f348590a7 req-5f884827-a884-440c-a8b4-fecdc34372cc tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:51.216752 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3f6ca6c9-48e5-4061-839d-667f348590a7 req-5f884827-a884-440c-a8b4-fecdc34372cc tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.0966744 Apr 15 19:36:51.270833 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3f6ca6c9-48e5-4061-839d-667f348590a7 req-c01bf4d4-99d3-479d-b956-c1d9d336113d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473926 Apr 15 19:36:52.574481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d137a-1c5d-4cdb-9f1f-20a0c3d6ee25 req-f15d92fc-d6f9-4d0e-bf28-a7ae8e0bf0d6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:52.583862 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-779d137a-1c5d-4cdb-9f1f-20a0c3d6ee25 req-f15d92fc-d6f9-4d0e-bf28-a7ae8e0bf0d6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1514542 Apr 15 19:36:52.645468 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-779d137a-1c5d-4cdb-9f1f-20a0c3d6ee25 req-93a0b7ff-2ed7-4c81-a176-49321d242235 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602624 Apr 15 19:36:52.719813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1814a8ca-11dc-4fdc-a0b7-b0bcb939e249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:53.880684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55149aed-a31c-44c0-b381-51f8a1d3ff01 req-1e8b68f5-934b-4c22-a983-e5edae0ea079 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:53.882653 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-55149aed-a31c-44c0-b381-51f8a1d3ff01 req-1e8b68f5-934b-4c22-a983-e5edae0ea079 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1180370 Apr 15 19:36:53.941290 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-55149aed-a31c-44c0-b381-51f8a1d3ff01 req-ed52372b-0978-4b3f-bbbb-05dee6b9b247 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Apr 15 19:36:55.165335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6a375-dab6-4119-8ee7-a9b3b342656b req-26b6d8ef-4286-409b-8cbc-ecd58492242b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:55.167102 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e4a6a375-dab6-4119-8ee7-a9b3b342656b req-26b6d8ef-4286-409b-8cbc-ecd58492242b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1010294 Apr 15 19:36:55.228287 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e4a6a375-dab6-4119-8ee7-a9b3b342656b req-3fa5abd1-f6e3-48d9-b90e-6bea22318d0a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540931 Apr 15 19:36:55.289101 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4522bc3d-53bc-4f19-8ccf-1ae9a650f768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:55.359282 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:36:55.673787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:56.513635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:56.539416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de1eaf-66af-4247-b2ab-d663de57d3a6 req-4a477d75-73ec-40d4-a523-2e2c3e00a4dc tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:56.541089 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-44de1eaf-66af-4247-b2ab-d663de57d3a6 req-4a477d75-73ec-40d4-a523-2e2c3e00a4dc tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1159399 Apr 15 19:36:56.608811 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-44de1eaf-66af-4247-b2ab-d663de57d3a6 req-1c11947c-f5f2-4bd8-8d25-02d6c40e588e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Apr 15 19:36:57.582816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:57.847469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2e741-fbe9-489e-9aa9-2ecbc4cdf1b9 req-834782c7-24d1-4e38-96d1-5b94f33887f9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:57.849664 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3fa2e741-fbe9-489e-9aa9-2ecbc4cdf1b9 req-834782c7-24d1-4e38-96d1-5b94f33887f9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1037889 Apr 15 19:36:57.900183 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3fa2e741-fbe9-489e-9aa9-2ecbc4cdf1b9 req-0cd20167-5a12-473a-889e-8760f1ca6b6f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Apr 15 19:36:59.132046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75225d-f0a9-4021-b934-c7fd6f8347e1 req-288af1d7-3793-4e63-ba0d-234be3e5c9a3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:36:59.133712 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c75225d-f0a9-4021-b934-c7fd6f8347e1 req-288af1d7-3793-4e63-ba0d-234be3e5c9a3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1036499 Apr 15 19:36:59.186737 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c75225d-f0a9-4021-b934-c7fd6f8347e1 req-bad24530-3190-49ce-a3cf-2469f57f5ec6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463018 Apr 15 19:36:59.396451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59352) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:59.523270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:59.539420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:36:59.543451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Usage tracker for resource:security_group_rule and tenant:f924e95d658848e6985d965132e649ef is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:36:59.546539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:36:59.553090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:36:59.657875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:59.713575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:59.723127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:36:59.767597 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f924e95d658848e6985d965132e649ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674033 Apr 15 19:36:59.769599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59368) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:36:59.781283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2717d657-2766-47b7-a613-8265e3d9ab8f,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:36:59.787143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:36:59.843261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:59.871370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:59.982492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:36:59.986569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dad01e05-2083-4846-8427-4e4385a62dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:00.001086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2717d657-2766-47b7-a613-8265e3d9ab8f,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:00.004280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:00.006426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:00.009209 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2717d657-2766-47b7-a613-8265e3d9ab8f HTTP/1.1" status: 204 len: 168 time: 0.2385015 Apr 15 19:37:00.415110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967af7ac-d3a0-4d25-9424-7ef8eba7ab63 req-71b8adde-b9da-4d61-bd89-85628b79b4aa tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:00.418278 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-967af7ac-d3a0-4d25-9424-7ef8eba7ab63 req-71b8adde-b9da-4d61-bd89-85628b79b4aa tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1100359 Apr 15 19:37:00.469598 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-967af7ac-d3a0-4d25-9424-7ef8eba7ab63 req-a2db6196-aa5b-4fe0-86d5-9ccfc9f23124 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Apr 15 19:37:01.810188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59468) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:01.954050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:01.969758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c5cce-c293-476a-ad1c-35e87e02f9bc req-f4112de0-1d22-4384-928e-c42263d541e1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:01.969758 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-864c5cce-c293-476a-ad1c-35e87e02f9bc req-f4112de0-1d22-4384-928e-c42263d541e1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.3546541 Apr 15 19:37:01.970681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:01.975606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d35aa46ec0cb4c42950d48cdae4dee99 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:01.978678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:01.987005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:02.051961 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-864c5cce-c293-476a-ad1c-35e87e02f9bc req-a10b939e-4ad8-4ebe-a309-8d6bc8a55110 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739868 Apr 15 19:37:02.158861 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:02.211437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:02.235219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-30a9ccb6-c3af-4e12-bbc1-6ef0be551468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:02.285900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59488) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:02.286106 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d35aa46ec0cb4c42950d48cdae4dee99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746275 Apr 15 19:37:02.298487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb432b1e-37d7-4af2-ac42-893b29447477,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:02.302425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:02.352827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:02.380941 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:02.478982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:02.484046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b83b8186-749f-42b9-9b78-5332aef319e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:02.499801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb432b1e-37d7-4af2-ac42-893b29447477,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:02.502288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:02.507219 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb432b1e-37d7-4af2-ac42-893b29447477 HTTP/1.1" status: 204 len: 168 time: 0.2198308 Apr 15 19:37:02.508241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:03.159191 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59504) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:03.181293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:03.198938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:03.215724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Usage tracker for resource:security_group_rule and tenant:dc12a40701514305aec9e44616bda156 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:03.224815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:03.243729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:03.310261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e880134-8106-488c-b61e-cc5ed29d4032 req-23703799-0550-4b3f-9e37-c011e4ba826b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:03.312006 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0e880134-8106-488c-b61e-cc5ed29d4032 req-23703799-0550-4b3f-9e37-c011e4ba826b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1026363 Apr 15 19:37:03.371621 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:03.422078 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0e880134-8106-488c-b61e-cc5ed29d4032 req-bbe3d7db-10b2-4c8b-8ad7-48ec733c433c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991304 Apr 15 19:37:03.427993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:03.447674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-09ca241f-8bc8-418c-8f4e-288146bce1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:03.483277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2312aa-5561-42bc-8c67-7deaf21b4459,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:03.511750 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc12a40701514305aec9e44616bda156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517153 Apr 15 19:37:03.512781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:03.514639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59530) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:03.594139 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:03.624629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:03.770866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:03.776261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0d0fef75-baa8-42ea-930f-f3141c0db550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:03.794115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2312aa-5561-42bc-8c67-7deaf21b4459,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:03.805520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:03.805520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:03.806486 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee2312aa-5561-42bc-8c67-7deaf21b4459 HTTP/1.1" status: 204 len: 168 time: 0.2904594 Apr 15 19:37:04.058968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59558) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:04.201385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:04.217933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:04.221995 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Usage tracker for resource:security_group_rule and tenant:cbddf5226953415d860b87f3a880b1d9 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:04.225035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:04.231102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:04.338982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:04.393599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:04.404302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-62b8d05b-1ff9-4a5f-856e-ea9508da2e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:04.455299 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbddf5226953415d860b87f3a880b1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950942 Apr 15 19:37:04.455457 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59590) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:04.466366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a43b77-cd4d-41fd-8bf0-a7bf169690fb,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:04.470719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-580d5793-ffd7-4a4a-8e13-e51fc24a7399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:04.542041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:04.589400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:04.743699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff578e59-664b-420f-a95a-35ca70886747 req-9e546a47-363a-41ee-8958-578ba5c24bde tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:04.745619 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ff578e59-664b-420f-a95a-35ca70886747 req-9e546a47-363a-41ee-8958-578ba5c24bde tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1314685 Apr 15 19:37:04.774015 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:04.788409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d0cae86b-b108-4be4-9ec2-7f2a13153481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:04.812932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a43b77-cd4d-41fd-8bf0-a7bf169690fb,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:04.815277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:04.816603 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86a43b77-cd4d-41fd-8bf0-a7bf169690fb HTTP/1.1" status: 204 len: 168 time: 0.3599706 Apr 15 19:37:04.819820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:04.845612 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ff578e59-664b-420f-a95a-35ca70886747 req-5203dfe3-4104-4733-9ebd-5f529f1c6ea9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931275 Apr 15 19:37:05.499797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59648) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:05.522741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:05.540921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:05.545838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ed252164c0844a41a7221ccc0d576ba7 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:05.548411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:05.555006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:05.601174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf95ff-e5d5-4756-a990-eea535fcaa72 req-fd065473-139e-45c0-aaa5-a863327c025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:05.603065 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-05bf95ff-e5d5-4756-a990-eea535fcaa72 req-fd065473-139e-45c0-aaa5-a863327c025d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 1099 time: 0.1135514 Apr 15 19:37:05.658326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:05.675544 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-05bf95ff-e5d5-4756-a990-eea535fcaa72 req-916ecfb8-0c33-474c-9734-4738e4c32a84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632422 Apr 15 19:37:05.690924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:05.714481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b47897dd-cf0d-45f0-a4c7-a0563d8b9da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:05.771240 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed252164c0844a41a7221ccc0d576ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696488 Apr 15 19:37:05.775419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59660) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:05.796136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9aa693-ea86-4086-9267-338b845fbd70,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:05.800605 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:05.882030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:05.913495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:06.041279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:06.047123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-815ca946-f278-46db-aed6-2d1957ab4a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:06.063544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9aa693-ea86-4086-9267-338b845fbd70,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:06.074274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:06.086936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:06.088546 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea9aa693-ea86-4086-9267-338b845fbd70 HTTP/1.1" status: 204 len: 168 time: 0.3103414 Apr 15 19:37:06.116908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2054c3-50b1-4323-b26d-ed299bbcc30d req-f0f61db9-afed-4344-b315-a72cf674466a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:06.118906 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0c2054c3-50b1-4323-b26d-ed299bbcc30d req-f0f61db9-afed-4344-b315-a72cf674466a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1325929 Apr 15 19:37:06.174557 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0c2054c3-50b1-4323-b26d-ed299bbcc30d req-e6314d89-3842-4575-be45-234ad8389ab6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Apr 15 19:37:06.672886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59700) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:06.708505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:06.724937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:06.729248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe3984972af42a5ad48e24d2dabbae7 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:06.732486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:06.738833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:06.831488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59706) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:06.851504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:06.896646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:06.907632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cac91261-ec11-4747-965a-72b213bcb244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:06.952751 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebe3984972af42a5ad48e24d2dabbae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781494 Apr 15 19:37:06.954711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae57e83b-a4b6-4f21-b73f-46609166c0ff,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:06.955818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59720) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:06.970040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:07.039990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.068425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:07.075778 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Usage tracker for resource:security_group_rule and tenant:551cf3a46fc542e3b0a71bec1d956c15 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:07.078528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.081215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:07.098133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:07.121980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.239536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.247558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-774759ce-cbdd-43cf-b152-0c260b91d20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:07.263782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.271625 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae57e83b-a4b6-4f21-b73f-46609166c0ff,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:07.274364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:07.279768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.284023 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae57e83b-a4b6-4f21-b73f-46609166c0ff HTTP/1.1" status: 204 len: 168 time: 0.3271780 Apr 15 19:37:07.286687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.297372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-06109bf5-2002-42a5-b34e-d393c7339534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:07.348684 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=551cf3a46fc542e3b0a71bec1d956c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154586 Apr 15 19:37:07.351946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59748) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:07.402967 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe29652-5090-4a07-91a1-56dee8e19999,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:07.407461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:07.450003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.451186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce6c17-923f-4adb-b1ae-4da79c297d9d req-c6f54ced-fbf2-409d-91a9-d12fe1e40262 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:07.459003 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fcce6c17-923f-4adb-b1ae-4da79c297d9d req-c6f54ced-fbf2-409d-91a9-d12fe1e40262 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1086838 Apr 15 19:37:07.479720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.516367 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fcce6c17-923f-4adb-b1ae-4da79c297d9d req-2ab7c39e-4333-48f6-9f11-66db8525e650 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563574 Apr 15 19:37:07.582517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.587959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a9fe5149-a3ed-4830-ab54-caf3ea14f4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:07.600710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe29652-5090-4a07-91a1-56dee8e19999,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:07.603561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:07.611405 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:07.612626 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fe29652-5090-4a07-91a1-56dee8e19999 HTTP/1.1" status: 204 len: 168 time: 0.2595913 Apr 15 19:37:07.755112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be8e30-8db1-415d-a961-f26d884264da req-69bbd003-8e17-49d5-b96e-75c5fee36f9f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:07.757762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1be8e30-8db1-415d-a961-f26d884264da req-69bbd003-8e17-49d5-b96e-75c5fee36f9f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1165767 Apr 15 19:37:07.856147 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1be8e30-8db1-415d-a961-f26d884264da req-80833eda-2bbd-4649-8d87-e6f21bfe19a0 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854111 Apr 15 19:37:08.531367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59802) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:08.824442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:08.827637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59820) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:08.851654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:08.856988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Usage tracker for resource:security_group_rule and tenant:2ac2255ee5fd46fe989a8fc703e7c804 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:08.861123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:08.869163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:08.895293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1812193357-network', 'tenant_id': '6ebe3f2c2e1e484abfe000c978a003fd'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:08.901642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:08.908913 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Usage tracker for resource:network and tenant:6ebe3f2c2e1e484abfe000c978a003fd is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:08.914799 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:08.921836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:08.974677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Made reservation on behalf of 6ebe3f2c2e1e484abfe000c978a003fd for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:08.990410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:08.999557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.011685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.032104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.046001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:09.051462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Usage tracker for resource:security_group_rule and tenant:6ebe3f2c2e1e484abfe000c978a003fd is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:09.054755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:09.061598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.064136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:09.104223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fc0cddd3-d52a-4c05-a9ce-6709203fc612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:09.136148 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ac2255ee5fd46fe989a8fc703e7c804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037025 Apr 15 19:37:09.142764 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59840) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:09.175266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.196404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0792b01a-0d0a-46d5-8aa4-50949b16669e,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:09.202793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:09.211903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.226638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:37:09.242521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.253277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-13969ee8-daf8-48c9-85dd-09ae22f4605a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:09.271212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.271212 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Added segment 2eeece38-11c7-45a6-ac8e-9026ea032362 of type vlan for network 3ca8142a-e4ec-4b34-8be7-30c56fed667b Apr 15 19:37:09.285861 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.309090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.321002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f10e9a-34f0-4e28-a8c3-408afb719fce,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:09.324320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:09.405816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.413212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-56145de3-b467-40e8-bf01-be589e388928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:09.427260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0792b01a-0d0a-46d5-8aa4-50949b16669e,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:09.429597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:09.431098 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.432387 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0792b01a-0d0a-46d5-8aa4-50949b16669e HTTP/1.1" status: 204 len: 168 time: 0.2885549 Apr 15 19:37:09.451048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.452494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:09.453153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:09.478376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:09.569098 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7402678 Apr 15 19:37:09.572322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59854) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:09.578573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Request body: {'subnet': {'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1812193357-subnet', 'tenant_id': '6ebe3f2c2e1e484abfe000c978a003fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:09.584486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:09.592774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Usage tracker for resource:subnet and tenant:6ebe3f2c2e1e484abfe000c978a003fd is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:09.596644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:09.602662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Pushing event updated for resources: {'Network': ['ID=3ca8142a-e4ec-4b34-8be7-30c56fed667b,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:09.606366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:09.612452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:09.615623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:37:09.652584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Made reservation on behalf of 6ebe3f2c2e1e484abfe000c978a003fd for: {'subnet': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:09.658086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853819408'] for subnet, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:10.133469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 59872) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:10.154005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:10.170781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:10.176055 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Usage tracker for resource:security_group_rule and tenant:931806ddd1d144a4a83f42dfa9728b98 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:10.180792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:10.188346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:10.318554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2551179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853819453'] for subnet, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:10.356328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-461486fa-3e03-4875-8078-f6946890b335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:10.419212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:10.442468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e89248-458f-4d7a-9c46-433841ebb117,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:10.482135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:10.498996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ce1007e9-b616-44b9-814a-20b3857818b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:10.544075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:10.556215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aed9e4-f2fc-4bae-9cc9-72410ba9522c,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:10.558885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:10.563306 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=931806ddd1d144a4a83f42dfa9728b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297497 Apr 15 19:37:10.568783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 59922) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:10.597076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3d896-b791-4a3b-85fe-85436858f442 req-68af4dee-b46d-4fe6-8c4e-beafa2a90231 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:10.599585 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c3d896-b791-4a3b-85fe-85436858f442 req-68af4dee-b46d-4fe6-8c4e-beafa2a90231 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1664214 Apr 15 19:37:10.664300 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c3d896-b791-4a3b-85fe-85436858f442 req-3cb0632f-04e7-4f38-adab-3f2a24814c7a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Apr 15 19:37:10.731168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-33375ea5-c94e-4686-92a2-8e756edbe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:10.732780 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-33375ea5-c94e-4686-92a2-8e756edbe898 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.2951181 Apr 15 19:37:10.778146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5c84abcf-2432-4ad0-a063-34d7256d8d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:10.870398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Checking segment: {'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:37:10.870794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Network hostable DHCP agents. Network: 3ca8142a-e4ec-4b34-8be7-30c56fed667b, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:37:10.892326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5c84abcf-2432-4ad0-a063-34d7256d8d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:10.977422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-7a496052-0391-4543-b789-459d536a3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:10.979021 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-7a496052-0391-4543-b789-459d536a3a31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.2364392 Apr 15 19:37:10.980027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:37:11.046416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 3ca8142a-e4ec-4b34-8be7-30c56fed667b) {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:37:11.055449 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbacb1-8079-412d-b6ae-1d8a61b34d90 None None] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:37:11.067599 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-a22efa1d-7893-424c-8bc8-58d7977d7020 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 200 len: 217 time: 0.0803072 Apr 15 19:37:11.070599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:11.071260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:11.126919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5c84abcf-2432-4ad0-a063-34d7256d8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:11.136168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-78c26344-33c4-4b5b-993f-79249431dd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:11.170780 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84abcf-2432-4ad0-a063-34d7256d8d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aed9e4-f2fc-4bae-9cc9-72410ba9522c,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:11.175697 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5c84abcf-2432-4ad0-a063-34d7256d8d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:11.183398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5c84abcf-2432-4ad0-a063-34d7256d8d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:11.183398 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5c84abcf-2432-4ad0-a063-34d7256d8d55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46aed9e4-f2fc-4bae-9cc9-72410ba9522c HTTP/1.1" status: 204 len: 168 time: 0.6092696 Apr 15 19:37:11.190475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-2022579c-120c-49c8-8ab2-2ad996ac529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:11.192838 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-2022579c-120c-49c8-8ab2-2ad996ac529b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.1160142 Apr 15 19:37:11.195635 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6213100 Apr 15 19:37:11.281097 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-16a03021-5ac1-4e6b-85f8-86136cf9ea36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775416 Apr 15 19:37:11.465748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cab42d-c4f2-4cb8-a760-65368e35b9f0 None None] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:37:11.530824 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-b4c2832c-9601-4095-95b1-20b54b5e0858 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370358 Apr 15 19:37:11.814860 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7bfc2bb8-4470-4ae8-92b9-ebfe1084999b req-207422a6-b65a-40ca-aa99-e07ad8438d14 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698443 Apr 15 19:37:12.087506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ec558-1452-4bc6-9846-703d5a1ab691 req-b8893caf-bf0a-4cf3-bced-965f8d4d8723 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:12.098542 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a47ec558-1452-4bc6-9846-703d5a1ab691 req-b8893caf-bf0a-4cf3-bced-965f8d4d8723 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1693242 Apr 15 19:37:12.184284 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a47ec558-1452-4bc6-9846-703d5a1ab691 req-ca51ccc4-51e3-4d75-94a0-9e5bc212ff07 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824916 Apr 15 19:37:13.411624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa9c4-c041-4e2c-aebc-a1f65794bedd req-3435ef51-75f8-49d4-8fd8-b94694868549 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:13.413326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-656fa9c4-c041-4e2c-aebc-a1f65794bedd req-3435ef51-75f8-49d4-8fd8-b94694868549 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0970173 Apr 15 19:37:13.464702 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-656fa9c4-c041-4e2c-aebc-a1f65794bedd req-da28c417-85d2-471c-8112-2cd3dd3da09a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Apr 15 19:37:14.734109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3813d-e5b6-468c-b96b-b0a6dc756878 req-99ed45be-90ca-456c-8e6e-bf80daaf2c70 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:14.736056 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-50b3813d-e5b6-468c-b96b-b0a6dc756878 req-99ed45be-90ca-456c-8e6e-bf80daaf2c70 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1475742 Apr 15 19:37:14.793819 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-50b3813d-e5b6-468c-b96b-b0a6dc756878 req-68222e3f-2fbf-419d-a788-3c0cf69b1ae2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483265 Apr 15 19:37:16.025257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6c694-ebd7-482c-8076-6e46b3cbc3c7 req-b7255741-d1ce-4f62-b2ae-b16593e615f9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:16.027194 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0bc6c694-ebd7-482c-8076-6e46b3cbc3c7 req-b7255741-d1ce-4f62-b2ae-b16593e615f9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1146653 Apr 15 19:37:16.088698 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0bc6c694-ebd7-482c-8076-6e46b3cbc3c7 req-3c02827d-675a-40a5-a6d3-25393835fbf2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542960 Apr 15 19:37:17.319872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7f778-9609-4cbf-9699-29430eeab989 req-5ee1e39b-9232-4c97-a957-7d6805067d92 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:17.322809 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12b7f778-9609-4cbf-9699-29430eeab989 req-5ee1e39b-9232-4c97-a957-7d6805067d92 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1064103 Apr 15 19:37:17.374997 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12b7f778-9609-4cbf-9699-29430eeab989 req-aba6aa77-dc13-439a-ac63-8f1d73e4a223 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454991 Apr 15 19:37:18.760448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093726-2735-4911-80eb-713e75e2306a req-7b90b412-9a36-418b-b41b-c0ec7b44fbdb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:18.762169 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a0093726-2735-4911-80eb-713e75e2306a req-7b90b412-9a36-418b-b41b-c0ec7b44fbdb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1152849 Apr 15 19:37:18.816196 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a0093726-2735-4911-80eb-713e75e2306a req-b5ed870c-f3ce-4698-b79d-5afad9e1c98e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460904 Apr 15 19:37:22.742073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c76c844-077c-40a0-87b4-596760242ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.415091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 60348) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:23.540819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.557218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:23.561264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Usage tracker for resource:security_group_rule and tenant:3b4e610c87ae411d8be5e12a558dd863 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:23.564433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:23.572003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:23.661719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.701856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.711257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-deb3366e-85b5-446d-9c0f-82266998b92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:23.760426 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b4e610c87ae411d8be5e12a558dd863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441796 Apr 15 19:37:23.761946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626facfa-2230-4773-84a9-285ee37231e3,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:23.763383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60366) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:23.765878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:23.838737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.867906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.942157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.949794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-67a3985f-2233-4eb2-856a-2a556f459410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:23.971155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626facfa-2230-4773-84a9-285ee37231e3,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:23.977366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:23.979129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:23.997308 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/626facfa-2230-4773-84a9-285ee37231e3 HTTP/1.1" status: 204 len: 168 time: 0.2324758 Apr 15 19:37:25.277754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-173b6c18-bfa7-47b2-ae6d-a04638e2ab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:25.673428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:26.524392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:27.568409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:32.359236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:37:32.883496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60536) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:33.041294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:33.056894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:33.061105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Usage tracker for resource:security_group_rule and tenant:b2f2504de898461a83dcd380d676c849 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:33.064095 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:33.070236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:33.212916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:33.250233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:33.260115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4ed0f8a4-2745-4431-9270-ad4e92b7bcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:33.308578 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2f2504de898461a83dcd380d676c849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238377 Apr 15 19:37:33.309461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf54ce6-330c-4f4c-be3d-930e18b4655f,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:33.311410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 60542) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:33.317728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.318136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.318660 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.319066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.319452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.319840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.320269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.320710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.321097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.321564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.321981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.322366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:33.326502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:33.380421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:33.646922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:33.819028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-3a8c3078-846d-489e-9376-d94a8a9303b7 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:33.820797 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-3a8c3078-846d-489e-9376-d94a8a9303b7 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/networks?id=3ca8142a-e4ec-4b34-8be7-30c56fed667b HTTP/1.1" status: 200 len: 809 time: 0.2171583 Apr 15 19:37:33.838465 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-3d358d9f-8d1b-4552-9bee-6d3201fb4fbf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/quotas/6ebe3f2c2e1e484abfe000c978a003fd HTTP/1.1" status: 200 len: 375 time: 0.0114007 Apr 15 19:37:33.903484 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-84aef43b-90f6-4f55-9fc4-f789d3fd88da tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563507 Apr 15 19:37:33.905031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:33.915913 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6a8b5c0a-a86d-4203-a830-c2e6ecb558b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:34.021909 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf54ce6-330c-4f4c-be3d-930e18b4655f,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:34.030414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:34.045257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:34.049474 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cf54ce6-330c-4f4c-be3d-930e18b4655f HTTP/1.1" status: 204 len: 168 time: 0.7368033 Apr 15 19:37:34.108893 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-2a6ba3c0-7b9d-4e9b-82d2-5ec868b9e881 service neutron] 10.222.0.20 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942267 Apr 15 19:37:34.127905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c18fb-938f-45e6-b856-7cb775b3a3a5 req-94ed9a60-ca0d-4743-b292-a0b83910238e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:34.127905 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f87c18fb-938f-45e6-b856-7cb775b3a3a5 req-94ed9a60-ca0d-4743-b292-a0b83910238e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0971591 Apr 15 19:37:34.177555 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f87c18fb-938f-45e6-b856-7cb775b3a3a5 req-e72927f2-92e9-47b8-86b9-d863f79a7723 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Apr 15 19:37:34.258329 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-30e367a8-b2e4-4b02-93a2-56d0eaecc7ff service neutron] 10.222.0.20 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438231 Apr 15 19:37:34.474018 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-4b2516c9-2dfc-41a2-b8bd-763b4af23882 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f9100b8fb4614c05b104f945a68a8ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406504 Apr 15 19:37:34.624422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f68e-baec-4c85-a8d7-1ddf8740a90d req-de49ed5e-6a75-4c35-8f73-778ebd9bddb4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:34.626150 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-aab7f68e-baec-4c85-a8d7-1ddf8740a90d req-de49ed5e-6a75-4c35-8f73-778ebd9bddb4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1266053 Apr 15 19:37:34.673760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 60596) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:34.700544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-65ee7b66-875e-4253-90c5-871f052aa6e9 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:34.702335 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-65ee7b66-875e-4253-90c5-871f052aa6e9 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266681 Apr 15 19:37:34.708141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:34.720998 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-eaed21aa-e054-438b-9228-99e1eca0628c tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/quotas/f9100b8fb4614c05b104f945a68a8ca4 HTTP/1.1" status: 200 len: 375 time: 0.0109179 Apr 15 19:37:34.727608 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-aab7f68e-baec-4c85-a8d7-1ddf8740a90d req-d8f5d6a3-dc41-4eed-9816-c231ed381d87 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906756 Apr 15 19:37:34.732320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:34.739103 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Usage tracker for resource:security_group_rule and tenant:4874e8d599f741c9912610c47b2eb38d is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:34.798454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:34.808411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:34.812454 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-1ddaeb35-bfa2-4ece-9879-93b2eac6d55e tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9100b8fb4614c05b104f945a68a8ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847454 Apr 15 19:37:34.843088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dba9d-b5be-4be7-9210-9ac32241f422 req-ae06d0cc-7122-451b-9a60-11ce7269351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:34.845226 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3b9dba9d-b5be-4be7-9210-9ac32241f422 req-ae06d0cc-7122-451b-9a60-11ce7269351e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.1080408 Apr 15 19:37:34.918763 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3b9dba9d-b5be-4be7-9210-9ac32241f422 req-6f0b0866-8262-4f2a-afc8-b44e5b33febc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647411 Apr 15 19:37:35.001028 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4b6a258c-16a7-46a5-acfc-06a11cf5e061 req-49583d56-fe70-4bec-90f0-5ac01a13e1c0 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 210 time: 0.0556157 Apr 15 19:37:35.113737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:35.135570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:35.146785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cac699c8-0319-4b99-b761-9877d3d861e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:35.153211 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e5b655aa-15da-4fd0-a8dc-e2b69bdf71e1 req-f269fc21-ace3-44e9-80f1-066fbe622dc9 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 210 time: 0.0579221 Apr 15 19:37:35.196022 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4874e8d599f741c9912610c47b2eb38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178518 Apr 15 19:37:35.200127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd05a4e7-e5c4-4a4c-a9cd-304d5b0f61ed,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:35.202256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 60612) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:35.220323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.221927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.222344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.222743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.223136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.223534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.224158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.224420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.224812 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.225327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.225554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.225940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:35.234360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:35.297427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:35.326507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:35.454852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976707-4279-4679-b349-e0f5469f08b1 req-99c16242-7b61-45ee-8f45-03814c802cda tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:35.456435 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-99976707-4279-4679-b349-e0f5469f08b1 req-99c16242-7b61-45ee-8f45-03814c802cda tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1204557 Apr 15 19:37:35.508696 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-99976707-4279-4679-b349-e0f5469f08b1 req-441c462c-9dd9-4a8a-9c6b-f743a028f385 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Apr 15 19:37:35.665359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:35.674798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ff8e61ec-97c6-4c70-a60a-3effbb84d905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:35.689689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd05a4e7-e5c4-4a4c-a9cd-304d5b0f61ed,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:35.692766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:35.697304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:35.698545 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd05a4e7-e5c4-4a4c-a9cd-304d5b0f61ed HTTP/1.1" status: 204 len: 168 time: 0.4951186 Apr 15 19:37:35.746260 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-35d851c2-7a2e-419c-8b21-419dd19d5464 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1260014 Apr 15 19:37:35.862567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-e183ba1b-5cf5-481f-8e2d-99911b0a6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:35.864287 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-e183ba1b-5cf5-481f-8e2d-99911b0a6bd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 1099 time: 0.0921547 Apr 15 19:37:36.097052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-a6b329c1-107e-48a7-a43f-d5550d5606ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:36.098798 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-a6b329c1-107e-48a7-a43f-d5550d5606ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.2093904 Apr 15 19:37:36.194096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd441f5-1a0d-452a-8565-83a3591207c5 req-35085b8f-c050-43ee-8c63-0a2a5884dca2 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:36.209954 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3cd441f5-1a0d-452a-8565-83a3591207c5 req-35085b8f-c050-43ee-8c63-0a2a5884dca2 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1665959 Apr 15 19:37:36.239940 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-58ee236a-af75-4ee8-b79a-2caa45f34ca6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e26c586-604f-4708-8dcb-678d28605fc8 HTTP/1.1" status: 200 len: 217 time: 0.1319528 Apr 15 19:37:36.316440 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3cd441f5-1a0d-452a-8565-83a3591207c5 req-e88c5fdc-17bf-4bbe-8bd3-8af40ec9b7c4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959754 Apr 15 19:37:36.371473 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce55f17f-0f1b-4ac5-8350-85080e29fb1f req-ae05acef-0c20-48ce-b9c6-9e37127a4314 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 210 time: 0.0671380 Apr 15 19:37:36.416254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-19a247c5-4f2e-45d4-bd5a-7366aaf12f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:36.418228 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-19a247c5-4f2e-45d4-bd5a-7366aaf12f3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.1702259 Apr 15 19:37:36.495510 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-d4fcc24b-9abb-4a40-aa9c-25ced2e8e0ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564125 Apr 15 19:37:36.545674 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-188c472d-7050-4764-9a95-da428539d80c req-712ee19e-51da-4108-8984-a36ab4ad9169 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 210 time: 0.0620313 Apr 15 19:37:36.722318 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-4d5fd74f-44fe-45dd-ac5f-a39b497a095c service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162228 Apr 15 19:37:36.899291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604557a5-713a-4d43-8c31-036bc65d1954 req-ef5f4048-6fc7-4e89-ba74-0c7088d4e4eb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:36.900938 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-604557a5-713a-4d43-8c31-036bc65d1954 req-ef5f4048-6fc7-4e89-ba74-0c7088d4e4eb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.2221639 Apr 15 19:37:36.939967 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3bff3c5-744c-4eb0-aa2f-3f5b47a46404 req-de957ec8-cb11-405f-844c-7304a371cb73 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006505 Apr 15 19:37:36.977932 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-604557a5-713a-4d43-8c31-036bc65d1954 req-973fc858-87d9-4230-8204-cd8442adf1e7 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 Apr 15 19:37:37.229028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-152cf2ed-9a2c-46c2-9747-24a449f3dd86 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:37.230723 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-152cf2ed-9a2c-46c2-9747-24a449f3dd86 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "GET /v2.0/networks?id=3ca8142a-e4ec-4b34-8be7-30c56fed667b HTTP/1.1" status: 200 len: 809 time: 0.1955769 Apr 15 19:37:37.251238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Request body: {'port': {'device_id': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b', 'admin_state_up': True, 'tenant_id': '6ebe3f2c2e1e484abfe000c978a003fd'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:37.539741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:37.549135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Usage tracker for resource:port and tenant:6ebe3f2c2e1e484abfe000c978a003fd is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:37.558958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:37.578170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:37.714482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66260d4-7ca0-4502-a40d-2cebd432abfb req-2d8e2b5d-b539-4850-8af2-70b71f27e9b4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:37.724052 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d66260d4-7ca0-4502-a40d-2cebd432abfb req-2d8e2b5d-b539-4850-8af2-70b71f27e9b4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1996913 Apr 15 19:37:37.791860 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d66260d4-7ca0-4502-a40d-2cebd432abfb req-d15b510e-ccaf-4859-ad73-154041719618 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663090 Apr 15 19:37:37.792946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Made reservation on behalf of 6ebe3f2c2e1e484abfe000c978a003fd for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:37.802470 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:37.892597 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c1f9cc72-7656-4bf2-af8e-edcf53a02074 req-b28dc1df-68e2-4126-be0a-5908caa5930e tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 210 time: 0.1729984 Apr 15 19:37:37.900599 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-ea23b1ed-a2cd-46d9-b229-9a283c4212cd tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f9100b8fb4614c05b104f945a68a8ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741827 Apr 15 19:37:38.106992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-57003f53-55bc-4bde-ab93-44740c2e08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:38.108729 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-57003f53-55bc-4bde-ab93-44740c2e08ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.4987371 Apr 15 19:37:38.108893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276aad7-6c45-4a21-bb21-e6dd583d6c64 req-242a4743-9530-4b41-ac0b-81d4e218012e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:38.110444 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2276aad7-6c45-4a21-bb21-e6dd583d6c64 req-242a4743-9530-4b41-ac0b-81d4e218012e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1584694 Apr 15 19:37:38.179622 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe123c17-3d4d-47f6-93c5-860d8a9e8e97 req-6e5e4a2e-75ef-409a-ae13-45cf05f34091 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 210 time: 0.0637209 Apr 15 19:37:38.191691 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2276aad7-6c45-4a21-bb21-e6dd583d6c64 req-162bc4f7-0a78-4422-97ca-ebed14ad4175 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649641 Apr 15 19:37:38.667309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-ae37fc4f-cea7-4178-9ea0-ba413f42d315 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:38.668883 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-ae37fc4f-cea7-4178-9ea0-ba413f42d315 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7609601 Apr 15 19:37:38.677987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Allocated IP 172.20.0.9 (3ca8142a-e4ec-4b34-8be7-30c56fed667b/07e89248-458f-4d7a-9c46-433841ebb117/be3bf031-aeba-4ad8-a04a-cef51840dae6) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:37:38.699677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Request body: {'port': {'device_id': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e', 'admin_state_up': True, 'tenant_id': 'f9100b8fb4614c05b104f945a68a8ca4'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:38.848435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-e24107a4-c520-431d-9175-594b41c095c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:38.852990 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-e24107a4-c520-431d-9175-594b41c095c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.6738493 Apr 15 19:37:38.938399 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-59feee96-b6db-4269-830e-07a115e82d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 200 len: 217 time: 0.0738411 Apr 15 19:37:39.059829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:39.196830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:39.210724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Usage tracker for resource:port and tenant:f9100b8fb4614c05b104f945a68a8ca4 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:39.222570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-c2edde39-87e5-4f96-be71-57b7a7b61320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:39.224170 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-c2edde39-87e5-4f96-be71-57b7a7b61320 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.2618940 Apr 15 19:37:39.228467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:39.296129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:39.316053 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-3417a9eb-0611-41ea-aef1-c73f75ba094a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839348 Apr 15 19:37:39.410061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60762) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:39.477424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504f47f-ec8e-4a5e-9b9f-174d02401964 req-9c9d4a7c-7650-4bcc-bf4b-79649884e115 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:39.480291 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7504f47f-ec8e-4a5e-9b9f-174d02401964 req-9c9d4a7c-7650-4bcc-bf4b-79649884e115 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.4750769 Apr 15 19:37:39.480999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Made reservation on behalf of f9100b8fb4614c05b104f945a68a8ca4 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:39.490452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:39.575325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:39.607079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:39.625042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:39.645861 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7504f47f-ec8e-4a5e-9b9f-174d02401964 req-1bcb5e6f-56ea-4c0a-845e-4b2110ecbb3f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172357 Apr 15 19:37:39.646188 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-780022e5-7913-4cc1-b967-68d2d6c13a7d req-8f7df21b-67de-4217-b212-fc01bb9d1ed7 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 210 time: 0.0701644 Apr 15 19:37:39.664240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:39.694393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:39.699304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb7d89d931843eaa8947b6545ec33ea is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:39.699422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Usage tracker for resource:security_group_rule and tenant:f9100b8fb4614c05b104f945a68a8ca4 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:39.702498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:39.709525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:39.712576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:39.743332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:39.769648 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-9cecf7ab-c9c1-4bd5-a14d-ef0fb24de026 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361279 Apr 15 19:37:39.808339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:39.896089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:39.911079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c72e52a8-d67d-400a-b433-f73d67ac3ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:39.956979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ecb37f-3612-421c-bdfe-4ed6541cf962,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:39.975112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:39.977638 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-193d486e-ceb9-4c2e-a6c5-f1b707c6553f req-6e5f4675-bd22-437a-bf17-f7713c0e9011 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 210 time: 0.0791757 Apr 15 19:37:39.993860 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbb7d89d931843eaa8947b6545ec33ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825472 Apr 15 19:37:39.996821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60776) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:40.046702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f6f37-8630-4cc0-ae67-399d0082d2a9 req-096dc978-726e-4243-b43f-ab29c129d2d3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:40.048328 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-435f6f37-8630-4cc0-ae67-399d0082d2a9 req-096dc978-726e-4243-b43f-ab29c129d2d3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.2052546 Apr 15 19:37:40.060017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.082807 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b1643659-5b88-4bd6-80b4-2f333d8f7f59 req-d18781c0-1b91-4a15-ae37-6c5cd89e6bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953982 Apr 15 19:37:40.089378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5d8cd9f6-eb3c-4897-ab2e-8737b4e7bc0a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:40.129930 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-435f6f37-8630-4cc0-ae67-399d0082d2a9 req-21166972-d055-4fbb-bc58-35ac65cc1316 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715737 Apr 15 19:37:40.137366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c90f704c-4f11-41f5-8a4c-f968b0a8f5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.171935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c90f704c-4f11-41f5-8a4c-f968b0a8f5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.265308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Pushing event updated for resources: {'Port': ['ID=be3bf031-aeba-4ad8-a04a-cef51840dae6,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:40.267063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c90f704c-4f11-41f5-8a4c-f968b0a8f5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.270244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:40.274507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:40.289674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f704c-4f11-41f5-8a4c-f968b0a8f5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ecb37f-3612-421c-bdfe-4ed6541cf962,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:40.299419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c90f704c-4f11-41f5-8a4c-f968b0a8f5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:40.301931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c90f704c-4f11-41f5-8a4c-f968b0a8f5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.306162 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c90f704c-4f11-41f5-8a4c-f968b0a8f5df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09ecb37f-3612-421c-bdfe-4ed6541cf962 HTTP/1.1" status: 204 len: 168 time: 0.3083010 Apr 15 19:37:40.310562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.349072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.359695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9a4d1180-a51c-4cb9-a08b-42bae609bd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:40.537331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Allocated IP 192.168.233.37 (d84d51b4-0379-4e86-a667-34579065fe7e/2f6d232a-4058-4d26-9e37-f420162840fa/12375fd6-6939-4f48-9de6-eb988a5db9e1) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:37:40.596328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:37:40.602540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:37:40.615519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:37:40.709056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:40.709962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:40.730408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca3400e-73f4-4af2-8b21-8ee5fff8cfda,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:40.743113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:40.884460 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6382270 Apr 15 19:37:40.907304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Request body: {'port': {'device_id': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:40.997910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60800) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:41.033755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.053897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:41.060303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6c20ef7a5447888f5aa4842059f1d8 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:41.064045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:41.079153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:41.104040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29a601-aa3b-430f-92ae-dc7fbf26499f req-da316435-2cef-4e54-9f87-f04342fdfee4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:41.105710 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb29a601-aa3b-430f-92ae-dc7fbf26499f req-da316435-2cef-4e54-9f87-f04342fdfee4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1486809 Apr 15 19:37:41.145423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.173643 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb29a601-aa3b-430f-92ae-dc7fbf26499f req-1ca2291d-b233-4812-830d-4e99676f41cd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594857 Apr 15 19:37:41.176744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.197396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Transition to ACTIVE for port object 12375fd6-6939-4f48-9de6-eb988a5db9e1 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:37:41.210506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92d40-0583-499b-b676-e513a4daa312 req-eb34278c-f891-4405-9247-86e18bbe6f3a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:41.215976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-f2b92d40-0583-499b-b676-e513a4daa312 req-eb34278c-f891-4405-9247-86e18bbe6f3a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Synchronizing usage tracker for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:37:41.318796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-f2b92d40-0583-499b-b676-e513a4daa312 req-eb34278c-f891-4405-9247-86e18bbe6f3a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Unset dirty status for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:37:41.320101 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2b92d40-0583-499b-b676-e513a4daa312 req-eb34278c-f891-4405-9247-86e18bbe6f3a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 931 time: 0.3656836 Apr 15 19:37:41.346097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.372708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.392474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48076367-e628-4f0a-b5a6-4346ae197d60 req-869d3239-b5c0-4b37-ac2d-7434b4eff5e8 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:41.394243 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-48076367-e628-4f0a-b5a6-4346ae197d60 req-869d3239-b5c0-4b37-ac2d-7434b4eff5e8 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 935 time: 0.1007080 Apr 15 19:37:41.398750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.409190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-801d23dd-7f42-40b6-bd03-978bf2512fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:41.420550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:41.473210 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e6c20ef7a5447888f5aa4842059f1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659157 Apr 15 19:37:41.476775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60808) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:41.501906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2eb50d-ef24-4f4c-9ec5-64c6142ec43c,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:41.512826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:41.522493 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-48076367-e628-4f0a-b5a6-4346ae197d60 req-67c590b0-fabd-406b-8675-a8041fa0aa77 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159246 Apr 15 19:37:41.583900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.632174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.781980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7cc7e-1246-4fe9-907a-ef50fa5dbe29 req-6e51f737-18fb-46df-a01e-8ee7dbefcf3b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:41.789993 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-00f7cc7e-1246-4fe9-907a-ef50fa5dbe29 req-6e51f737-18fb-46df-a01e-8ee7dbefcf3b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1349497 Apr 15 19:37:41.814368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.822480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b0b9f826-fd0f-42e4-86c8-279b4fb1eddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:41.842806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2eb50d-ef24-4f4c-9ec5-64c6142ec43c,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:41.851548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:41.864495 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-00f7cc7e-1246-4fe9-907a-ef50fa5dbe29 req-b628ec37-1a9c-4aaa-8f2b-9c50072ca564 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734773 Apr 15 19:37:41.865533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:41.866762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c2eb50d-ef24-4f4c-9ec5-64c6142ec43c HTTP/1.1" status: 204 len: 168 time: 0.3875482 Apr 15 19:37:41.896166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Pushing event updated for resources: {'Port': ['ID=12375fd6-6939-4f48-9de6-eb988a5db9e1,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:41.922157 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2b92d40-0583-499b-b676-e513a4daa312 req-29905d24-defa-4683-b21d-def1bfcd7d78 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577395 Apr 15 19:37:41.923083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:42.130681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Network d84d51b4-0379-4e86-a667-34579065fe7e is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:37:42.132854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:37:42.136806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:37:42.262944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:42.263646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:42.302088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3bf031-aeba-4ad8-a04a-cef51840dae6 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:37:42.327266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:42.355073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Transition to ACTIVE for port object be3bf031-aeba-4ad8-a04a-cef51840dae6 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:37:42.357550 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6750216 Apr 15 19:37:42.414978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Request body: {'port': {'device_id': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:42.421999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-d731ac7a-2529-4521-b4bb-5452b8310b3a None None] Provisioning for port 12375fd6-6939-4f48-9de6-eb988a5db9e1 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:37:42.427546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-d731ac7a-2529-4521-b4bb-5452b8310b3a None None] Provisioning complete for port 12375fd6-6939-4f48-9de6-eb988a5db9e1 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:37:42.428047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d731ac7a-2529-4521-b4bb-5452b8310b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:42.458771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:42.476474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:42.573527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-d731ac7a-2529-4521-b4bb-5452b8310b3a None None] Port 12375fd6-6939-4f48-9de6-eb988a5db9e1 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:37:42.623363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f81a-3ce4-4db8-a6d8-110b7c3ecc9c req-05066a6f-a888-49ba-92d6-a76db8bafefc tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:42.625094 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2637f81a-3ce4-4db8-a6d8-110b7c3ecc9c req-05066a6f-a888-49ba-92d6-a76db8bafefc tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1124184 Apr 15 19:37:42.703748 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2637f81a-3ce4-4db8-a6d8-110b7c3ecc9c req-2062e60e-a34e-4553-bb18-6abc27b5970d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711052 Apr 15 19:37:42.730075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bf031-aeba-4ad8-a04a-cef51840dae6,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:42.749073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:42.787977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:42.845091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803a9f-4b62-4902-b795-23ec6798207d req-ebdb2ea3-037b-4e70-b233-cc84cdf07408 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:42.847209 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d9803a9f-4b62-4902-b795-23ec6798207d req-ebdb2ea3-037b-4e70-b233-cc84cdf07408 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.4886475 Apr 15 19:37:42.940164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9693d93-e0cf-410f-956e-84532a4c5d13 req-e35e9b6c-e0b9-4c47-a2d2-0630a200da80 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:42.946781 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a9693d93-e0cf-410f-956e-84532a4c5d13 req-e35e9b6c-e0b9-4c47-a2d2-0630a200da80 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 935 time: 0.1205962 Apr 15 19:37:43.026586 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a9693d93-e0cf-410f-956e-84532a4c5d13 req-79c68382-052a-41a6-8532-d2b5d9409ec5 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724859 Apr 15 19:37:43.095739 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d9803a9f-4b62-4902-b795-23ec6798207d req-02d153c4-c020-404f-84ee-adbd6ea91c66 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378461 Apr 15 19:37:43.245084 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Attempting to bind port be3bf031-aeba-4ad8-a04a-cef51840dae6 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:37:43.245608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Attempting to bind port be3bf031-aeba-4ad8-a04a-cef51840dae6 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:37:43.246089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Attempting to bind port be3bf031-aeba-4ad8-a04a-cef51840dae6 on network 3ca8142a-e4ec-4b34-8be7-30c56fed667b {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:37:43.280401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6b322-dd27-4267-8104-986dc85832cd req-ba34a813-6458-4b4c-a2ec-0fee62e3b241 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:43.282059 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b7d6b322-dd27-4267-8104-986dc85832cd req-ba34a813-6458-4b4c-a2ec-0fee62e3b241 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1028376 Apr 15 19:37:43.354124 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b7d6b322-dd27-4267-8104-986dc85832cd req-ec517a0b-9699-487d-902a-f3d1f43563e1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610962 Apr 15 19:37:43.384645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Port be3bf031-aeba-4ad8-a04a-cef51840dae6 on network 3ca8142a-e4ec-4b34-8be7-30c56fed667b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:37:43.385142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Attempting to bind port be3bf031-aeba-4ad8-a04a-cef51840dae6 on network 3ca8142a-e4ec-4b34-8be7-30c56fed667b {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:37:43.405261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:37:43.405677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Checking segment: {'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:37:43.406112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Bound using segment: {'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:37:43.406610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Bound port: be3bf031-aeba-4ad8-a04a-cef51840dae6, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:37:43.406972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:43.585727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adfb3c-474e-431c-ad84-32fa026d281b req-5dde5d54-188f-4a01-81af-a3da07466e99 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:43.587358 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-78adfb3c-474e-431c-ad84-32fa026d281b req-5dde5d54-188f-4a01-81af-a3da07466e99 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 943 time: 0.3635657 Apr 15 19:37:43.606279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] For port be3bf031-aeba-4ad8-a04a-cef51840dae6, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:37:43.702623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] For port be3bf031-aeba-4ad8-a04a-cef51840dae6, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=be3bf031-aeba-4ad8-a04a-cef51840dae6,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:37:43.735075 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-78adfb3c-474e-431c-ad84-32fa026d281b req-6e78b23b-bfeb-4010-96a9-4c304d49be71 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398559 Apr 15 19:37:43.738677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12375fd6-6939-4f48-9de6-eb988a5db9e1 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:37:43.748951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:43.759778 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:43.776648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:43.896481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Transition to ACTIVE for port object 12375fd6-6939-4f48-9de6-eb988a5db9e1 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:37:43.951709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:43.971519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bf031-aeba-4ad8-a04a-cef51840dae6,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:43.981709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:44.041176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:44.073410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fe318-93bc-4e03-8d76-de6fec30cece req-feeea9ec-21bf-4df6-9aca-d3ed0c5879cf tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:44.075347 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9e3fe318-93bc-4e03-8d76-de6fec30cece req-feeea9ec-21bf-4df6-9aca-d3ed0c5879cf tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1247554 Apr 15 19:37:44.147603 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9e3fe318-93bc-4e03-8d76-de6fec30cece req-cc3f891d-88de-44ed-a68a-5e6b9f7f178f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657675 Apr 15 19:37:44.374017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f140c-a719-4375-9fb0-28d467d05fcf req-188543e2-3e54-46be-b2e0-89453b0d6391 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:44.383369 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-785f140c-a719-4375-9fb0-28d467d05fcf req-188543e2-3e54-46be-b2e0-89453b0d6391 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1069458 Apr 15 19:37:44.438375 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-785f140c-a719-4375-9fb0-28d467d05fcf req-3b1c6050-f42b-4ca1-80d0-4651b2aea581 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517220 Apr 15 19:37:44.475777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Pushing event updated for resources: {'Port': ['ID=12375fd6-6939-4f48-9de6-eb988a5db9e1,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:44.479056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:44.487732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:44.488410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:44.489909 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] 10.222.0.13 "PUT /v2.0/ports/be3bf031-aeba-4ad8-a04a-cef51840dae6 HTTP/1.1" status: 200 len: 1093 time: 3.5878892 Apr 15 19:37:44.495254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'tag': 'be3bf031-aeba-4ad8-a04a-cef51840dae6'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:37:44.617647 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'tag': 'be3bf031-aeba-4ad8-a04a-cef51840dae6', 'status': 'completed', 'code': 200} Apr 15 19:37:44.711134 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c1be1-d1cf-432f-aecc-a73a52e9710d req-fb2a04aa-df68-4192-908f-3a4d5d5600a7 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:44.712862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6a0c1be1-d1cf-432f-aecc-a73a52e9710d req-fb2a04aa-df68-4192-908f-3a4d5d5600a7 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Synchronizing usage tracker for tenant:f9100b8fb4614c05b104f945a68a8ca4 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:37:44.814491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6a0c1be1-d1cf-432f-aecc-a73a52e9710d req-fb2a04aa-df68-4192-908f-3a4d5d5600a7 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Unset dirty status for tenant:f9100b8fb4614c05b104f945a68a8ca4 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:37:44.815681 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a0c1be1-d1cf-432f-aecc-a73a52e9710d req-fb2a04aa-df68-4192-908f-3a4d5d5600a7 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 947 time: 0.4038231 Apr 15 19:37:44.896344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac154-e600-4ff3-8b56-152476841a9c req-f74bfbf4-9344-4cc8-b1df-6f7951b1386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:44.898061 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6edac154-e600-4ff3-8b56-152476841a9c req-f74bfbf4-9344-4cc8-b1df-6f7951b1386d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 1096 time: 0.2794139 Apr 15 19:37:44.937574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6a0c1be1-d1cf-432f-aecc-a73a52e9710d req-a9759d16-acb7-4eaf-94f3-c78821b38e4b tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Synchronizing usage tracker for tenant:f9100b8fb4614c05b104f945a68a8ca4 on resource:security_group {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:37:44.944754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Attempting to bind port 12375fd6-6939-4f48-9de6-eb988a5db9e1 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:37:44.945147 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Attempting to bind port 12375fd6-6939-4f48-9de6-eb988a5db9e1 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:37:44.945565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Attempting to bind port 12375fd6-6939-4f48-9de6-eb988a5db9e1 on network d84d51b4-0379-4e86-a667-34579065fe7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:37:44.993424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d7e59-ea07-40a2-b224-23490fe71aac req-eecff51c-ae02-44f7-8cc2-2c73a5143bca tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:44.995093 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9f1d7e59-ea07-40a2-b224-23490fe71aac req-eecff51c-ae02-44f7-8cc2-2c73a5143bca tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 943 time: 0.1095583 Apr 15 19:37:45.018757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Port 12375fd6-6939-4f48-9de6-eb988a5db9e1 on network d84d51b4-0379-4e86-a667-34579065fe7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:37:45.019159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Attempting to bind port 12375fd6-6939-4f48-9de6-eb988a5db9e1 on network d84d51b4-0379-4e86-a667-34579065fe7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:37:45.037961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:37:45.044378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Checking segment: {'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:37:45.044378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Bound using segment: {'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:37:45.044378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Bound port: 12375fd6-6939-4f48-9de6-eb988a5db9e1, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601ffd02-68ad-4af9-b6b2-13979b159b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:37:45.044378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:45.059537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-9f1d7e59-ea07-40a2-b224-23490fe71aac req-8fa467d5-89e5-4f15-9131-bc9e6873b55f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Synchronizing usage tracker for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:37:45.128453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6a0c1be1-d1cf-432f-aecc-a73a52e9710d req-a9759d16-acb7-4eaf-94f3-c78821b38e4b tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Unset dirty status for tenant:f9100b8fb4614c05b104f945a68a8ca4 on resource:security_group {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:37:45.129791 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a0c1be1-d1cf-432f-aecc-a73a52e9710d req-a9759d16-acb7-4eaf-94f3-c78821b38e4b tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999492 Apr 15 19:37:45.160850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-9f1d7e59-ea07-40a2-b224-23490fe71aac req-8fa467d5-89e5-4f15-9131-bc9e6873b55f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Unset dirty status for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:37:45.162665 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9f1d7e59-ea07-40a2-b224-23490fe71aac req-8fa467d5-89e5-4f15-9131-bc9e6873b55f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598032 Apr 15 19:37:45.191205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac154-e600-4ff3-8b56-152476841a9c req-666bcc1e-6092-4075-8a5d-866dc8bd7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:45.191205 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6edac154-e600-4ff3-8b56-152476841a9c req-666bcc1e-6092-4075-8a5d-866dc8bd7cbb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2716920 Apr 15 19:37:45.278562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] For port 12375fd6-6939-4f48-9de6-eb988a5db9e1, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:37:45.349999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] For port 12375fd6-6939-4f48-9de6-eb988a5db9e1, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=12375fd6-6939-4f48-9de6-eb988a5db9e1,segment=NetworkSegment(601ffd02-68ad-4af9-b6b2-13979b159b0b),segment_id=601ffd02-68ad-4af9-b6b2-13979b159b0b)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:37:45.415706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:45.433119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:45.469192 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac154-e600-4ff3-8b56-152476841a9c req-1ff9f5ae-2aa4-4b90-996a-dc6c833a009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:45.470963 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6edac154-e600-4ff3-8b56-152476841a9c req-1ff9f5ae-2aa4-4b90-996a-dc6c833a009f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810826 Apr 15 19:37:45.630990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbb06-110a-408f-b47f-52bd69555c33 req-01d08301-3849-4698-b246-42399cd8d598 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:45.632627 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de1bbb06-110a-408f-b47f-52bd69555c33 req-01d08301-3849-4698-b246-42399cd8d598 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.3515856 Apr 15 19:37:45.700452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Pushing event updated for resources: {'Port': ['ID=12375fd6-6939-4f48-9de6-eb988a5db9e1,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:45.703659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a051cd2-45ec-4fcc-9a64-8c591e7faae0 req-5819a445-d542-4554-9f42-2693767c2dda tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:45.705335 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a051cd2-45ec-4fcc-9a64-8c591e7faae0 req-5819a445-d542-4554-9f42-2693767c2dda tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0994728 Apr 15 19:37:45.710152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:45.766417 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a051cd2-45ec-4fcc-9a64-8c591e7faae0 req-d80eb8da-589b-44a2-8011-50d0f9bd9637 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490625 Apr 15 19:37:45.784665 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de1bbb06-110a-408f-b47f-52bd69555c33 req-6f54fc8a-d8b2-4def-8a08-5e3cc33f6730 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174467 Apr 15 19:37:45.796340 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:45.797033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:45.798534 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] 10.222.0.13 "PUT /v2.0/ports/12375fd6-6939-4f48-9de6-eb988a5db9e1 HTTP/1.1" status: 200 len: 1097 time: 3.3940737 Apr 15 19:37:45.809276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-10457810-9f7e-460b-9c1e-412423a85112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:45.815036 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-10457810-9f7e-460b-9c1e-412423a85112 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 1096 time: 0.2789299 Apr 15 19:37:45.977954 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-e253bb27-e398-4fbc-8ff5-cb58675af205 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be3bf031-aeba-4ad8-a04a-cef51840dae6 HTTP/1.1" status: 200 len: 217 time: 0.1540704 Apr 15 19:37:46.074796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60946) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:46.171691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-926ef06b-6516-4ff3-808e-4a2f21f17911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:46.174527 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-926ef06b-6516-4ff3-808e-4a2f21f17911 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07e89248-458f-4d7a-9c46-433841ebb117 HTTP/1.1" status: 200 len: 849 time: 0.1861405 Apr 15 19:37:46.224030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:46.247420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:46.249431 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-95ed3d39-63c3-429f-b2f7-a77c72dce16c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ca8142a-e4ec-4b34-8be7-30c56fed667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604451 Apr 15 19:37:46.253308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Usage tracker for resource:security_group_rule and tenant:304a41034c4d4f8493256b158e471b14 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:46.254155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-218b111d-aacb-4cb5-bce4-70c6fcd4caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:46.255670 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-218b111d-aacb-4cb5-bce4-70c6fcd4caa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9100b8fb4614c05b104f945a68a8ca4&device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 1100 time: 0.3562460 Apr 15 19:37:46.256678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:46.263558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:46.354883 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813780f-24bf-4e49-a272-ea238bea1f2a req-8a5dd43a-6aed-41ab-af21-bf3ef1732734 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:46.357985 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d813780f-24bf-4e49-a272-ea238bea1f2a req-8a5dd43a-6aed-41ab-af21-bf3ef1732734 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.3142352 Apr 15 19:37:46.422544 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-86b2c343-24fc-4f80-80d7-79b8158dbbc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=12375fd6-6939-4f48-9de6-eb988a5db9e1 HTTP/1.1" status: 200 len: 217 time: 0.1399362 Apr 15 19:37:46.432346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a974f5-18f7-4395-8c1e-84a04676d8e9 req-b9c02fc2-0f0a-4aaf-8efa-a76c85e37815 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:46.434038 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-49a974f5-18f7-4395-8c1e-84a04676d8e9 req-b9c02fc2-0f0a-4aaf-8efa-a76c85e37815 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 947 time: 0.1482110 Apr 15 19:37:46.494936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:46.516805 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-49a974f5-18f7-4395-8c1e-84a04676d8e9 req-270ef42a-8239-4249-9f13-b2214b4c344b tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606813 Apr 15 19:37:46.558987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:46.571044 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d813780f-24bf-4e49-a272-ea238bea1f2a req-479109d0-9006-49f3-8843-c7ee36b7ceb9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406288 Apr 15 19:37:46.582168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-4b0e7677-9c8a-4209-b450-de4c387e7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:46.583726 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-4b0e7677-9c8a-4209-b450-de4c387e7815 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f6d232a-4058-4d26-9e37-f420162840fa HTTP/1.1" status: 200 len: 843 time: 0.1309369 Apr 15 19:37:46.588951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e18e7194-2375-4b8b-adb3-7eb86d23a2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:46.615819 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=304a41034c4d4f8493256b158e471b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398421 Apr 15 19:37:46.619375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 60962) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:46.650577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'tag': '12375fd6-6939-4f48-9de6-eb988a5db9e1'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:37:46.671112 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-ad0c0190-339a-4de7-a68a-014f8358a33f service neutron] 10.222.0.13 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131474 Apr 15 19:37:46.722163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3566239-9a6a-430a-a330-380378204203,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:46.733894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:46.784181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:46.823782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-2b905330-7c05-4f1d-91ae-19b7f77b1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:46.825480 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-2b905330-7c05-4f1d-91ae-19b7f77b1377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d84d51b4-0379-4e86-a667-34579065fe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2166467 Apr 15 19:37:46.825584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73488-afc8-44ad-bd38-899c92080bfc req-6222eb14-8bfd-47fc-81a4-3ffb72006731 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:46.828520 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9bc73488-afc8-44ad-bd38-899c92080bfc req-6222eb14-8bfd-47fc-81a4-3ffb72006731 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 943 time: 0.1926546 Apr 15 19:37:46.834468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:46.883473 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2243b0e-56e6-4855-856b-f4269bb3a694 req-7ee9e126-4260-4144-9c2d-e0d609721ce8 service neutron] 10.222.0.13 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046278 Apr 15 19:37:46.915863 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9bc73488-afc8-44ad-bd38-899c92080bfc req-fe635234-9122-4936-80b0-a65794cb36ec tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738945 Apr 15 19:37:46.988762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:47.002176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-94ef44c3-a1c0-44eb-bd2d-fa109d6fedb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:47.020082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3566239-9a6a-430a-a330-380378204203,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:47.024025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:47.041608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:47.042971 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3566239-9a6a-430a-a330-380378204203 HTTP/1.1" status: 204 len: 168 time: 0.4223559 Apr 15 19:37:47.177843 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'tag': '12375fd6-6939-4f48-9de6-eb988a5db9e1', 'status': 'completed', 'code': 200} Apr 15 19:37:47.241627 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-e8d6fbd0-1f13-43e4-9057-7d8d4bff5ce1 service neutron] 10.222.0.13 "GET /v2.0/networks/d84d51b4-0379-4e86-a667-34579065fe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978732 Apr 15 19:37:47.398590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422f86-d9a9-4d01-97ca-8c29af56bd08 req-ec123a1c-0894-4633-bf3e-c604f9e73d0f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:47.399894 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22ded765-6348-4f7b-82df-9b0ee9c55565 req-495c634b-1a60-4831-bf46-0fc734e112b5 service neutron] 10.222.0.13 "GET /v2.0/networks/d84d51b4-0379-4e86-a667-34579065fe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509025 Apr 15 19:37:47.400227 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b422f86-d9a9-4d01-97ca-8c29af56bd08 req-ec123a1c-0894-4633-bf3e-c604f9e73d0f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.3056979 Apr 15 19:37:47.453819 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b422f86-d9a9-4d01-97ca-8c29af56bd08 req-4ecb7bdf-6ed7-4fa0-8ec1-a8edf6500ed6 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433929 Apr 15 19:37:47.708335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66719476-856a-4f61-b74b-37894a2f1e54 req-129b9585-2886-43dc-b831-736b85a4bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:47.710161 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-66719476-856a-4f61-b74b-37894a2f1e54 req-129b9585-2886-43dc-b831-736b85a4bdac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9100b8fb4614c05b104f945a68a8ca4&device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 1100 time: 0.1724455 Apr 15 19:37:47.765747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcb84f-5046-4ea1-bbf4-c87a276213c5 req-339551c1-a096-4fac-8808-6cf7ff981c56 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:47.767576 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2dcb84f-5046-4ea1-bbf4-c87a276213c5 req-339551c1-a096-4fac-8808-6cf7ff981c56 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1983917 Apr 15 19:37:47.862010 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2dcb84f-5046-4ea1-bbf4-c87a276213c5 req-751e4b60-b7bf-428b-a74c-d36d17f6963b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880241 Apr 15 19:37:47.986278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66719476-856a-4f61-b74b-37894a2f1e54 req-91e95c72-d3f4-45d2-9165-2a4fdd237c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:47.988029 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-66719476-856a-4f61-b74b-37894a2f1e54 req-91e95c72-d3f4-45d2-9165-2a4fdd237c7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d84d51b4-0379-4e86-a667-34579065fe7e HTTP/1.1" status: 200 len: 870 time: 0.2680979 Apr 15 19:37:48.001645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2753-e2dc-47ff-82ad-685a2236ffe2 req-7981225b-6873-49ae-acb5-38a3a6a331db tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:48.004329 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-53da2753-e2dc-47ff-82ad-685a2236ffe2 req-7981225b-6873-49ae-acb5-38a3a6a331db tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 947 time: 0.1540194 Apr 15 19:37:48.100272 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-66719476-856a-4f61-b74b-37894a2f1e54 req-8fa1cc2f-ce82-473a-afa1-77b410ab717d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=12375fd6-6939-4f48-9de6-eb988a5db9e1 HTTP/1.1" status: 200 len: 217 time: 0.0948703 Apr 15 19:37:48.190534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9e4e-defa-4796-aee7-2684a2648bb0 req-8c655d06-eeef-4b50-9921-fde8670269c3 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:48.191309 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-53da2753-e2dc-47ff-82ad-685a2236ffe2 req-dfe7c040-5095-4a39-abd3-3ada9b0093d6 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161926 Apr 15 19:37:48.194749 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5aaf9e4e-defa-4796-aee7-2684a2648bb0 req-8c655d06-eeef-4b50-9921-fde8670269c3 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 943 time: 0.1147332 Apr 15 19:37:48.219184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66719476-856a-4f61-b74b-37894a2f1e54 req-a8902a3c-d63c-4b9e-9a05-64d9d9653fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:48.221316 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-66719476-856a-4f61-b74b-37894a2f1e54 req-a8902a3c-d63c-4b9e-9a05-64d9d9653fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f6d232a-4058-4d26-9e37-f420162840fa HTTP/1.1" status: 200 len: 843 time: 0.1083651 Apr 15 19:37:48.258709 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5aaf9e4e-defa-4796-aee7-2684a2648bb0 req-88fe957d-97e5-4ce2-8b7c-721d6269bde7 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Apr 15 19:37:48.326311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66719476-856a-4f61-b74b-37894a2f1e54 req-f7ba7d57-c5d3-4af8-a42a-d5918ec26bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:48.327928 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-66719476-856a-4f61-b74b-37894a2f1e54 req-f7ba7d57-c5d3-4af8-a42a-d5918ec26bfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d84d51b4-0379-4e86-a667-34579065fe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0977564 Apr 15 19:37:48.480530 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-66719476-856a-4f61-b74b-37894a2f1e54 req-4d4ce33f-7135-4566-8b3f-407f5e5b55e9 service neutron] 10.222.0.13 "GET /v2.0/networks/d84d51b4-0379-4e86-a667-34579065fe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452904 Apr 15 19:37:48.729797 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-66719476-856a-4f61-b74b-37894a2f1e54 req-e74ffbaf-4240-465c-92d2-aba17cbc91aa service neutron] 10.222.0.13 "GET /v2.0/networks/d84d51b4-0379-4e86-a667-34579065fe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411578 Apr 15 19:37:48.743084 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a791e6-bd1f-48bf-8338-0cab3ea2a9ac req-9ce3cfed-953f-43e1-b78c-4a7462089923 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:48.744986 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-31a791e6-bd1f-48bf-8338-0cab3ea2a9ac req-9ce3cfed-953f-43e1-b78c-4a7462089923 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1579013 Apr 15 19:37:48.801689 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-31a791e6-bd1f-48bf-8338-0cab3ea2a9ac req-b1897725-c8de-4c9f-b638-efbb964e6afe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500488 Apr 15 19:37:49.176310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bc90f-0890-4952-aead-ca0b9e121fcd req-a2d1ca8b-b7c1-4e8a-a81d-0cb0406e9304 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:49.177943 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee9bc90f-0890-4952-aead-ca0b9e121fcd req-a2d1ca8b-b7c1-4e8a-a81d-0cb0406e9304 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1026952 Apr 15 19:37:49.228388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 32826) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:49.230799 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee9bc90f-0890-4952-aead-ca0b9e121fcd req-c4b5d263-413a-4eff-9c93-240c72510a21 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Apr 15 19:37:49.395073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:49.415311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:49.421951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Usage tracker for resource:security_group_rule and tenant:fafaa7b8faa64042bff3b2f1104e66d7 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:49.426922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:49.435121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:49.478324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253691b1-f633-44bf-8760-cfcd6e11e916 req-95bb8187-7ddc-4c13-8d05-c8af8c1c71ac tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:49.480010 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-253691b1-f633-44bf-8760-cfcd6e11e916 req-95bb8187-7ddc-4c13-8d05-c8af8c1c71ac tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 947 time: 0.1566098 Apr 15 19:37:49.494657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff22bce-d23e-478f-ace7-6fd0973f77ad req-50fe0a64-68b7-4dca-a513-038509357f09 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:49.496589 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2ff22bce-d23e-478f-ace7-6fd0973f77ad req-50fe0a64-68b7-4dca-a513-038509357f09 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 943 time: 0.0950177 Apr 15 19:37:49.543556 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-253691b1-f633-44bf-8760-cfcd6e11e916 req-b8f1dc7a-5397-42b2-ac58-a7274a57cf37 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572109 Apr 15 19:37:49.550510 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2ff22bce-d23e-478f-ace7-6fd0973f77ad req-949b3a59-6b6f-4abf-bb9e-aeaad0a02311 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Apr 15 19:37:49.604348 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:49.678398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:49.687811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ef0e7412-0616-4d96-8b92-a004550f3674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:49.736797 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fafaa7b8faa64042bff3b2f1104e66d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065546 Apr 15 19:37:49.738018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e0365-980b-4031-a9d7-5d6063dfac97,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:49.739791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 32834) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:49.741321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:49.806590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:49.834325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:49.916240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:49.921047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-64c55a1d-b34b-4688-8901-f8d7df04a7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:49.935366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e0365-980b-4031-a9d7-5d6063dfac97,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:49.941365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:49.943437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:49.944964 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/950e0365-980b-4031-a9d7-5d6063dfac97 HTTP/1.1" status: 204 len: 168 time: 0.2035487 Apr 15 19:37:50.046286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3dd0c-4111-4486-8b92-bb26944192ce req-cc8459a6-e932-4b13-909d-8ff9a675f58b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:50.048038 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86c3dd0c-4111-4486-8b92-bb26944192ce req-cc8459a6-e932-4b13-909d-8ff9a675f58b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1118360 Apr 15 19:37:50.112797 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86c3dd0c-4111-4486-8b92-bb26944192ce req-0053ebef-4ac8-4f48-9317-2f67f340f042 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498929 Apr 15 19:37:50.300062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device be3bf031-aeba-4ad8-a04a-cef51840dae6 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:37:50.413002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 32864) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:50.474120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port be3bf031-aeba-4ad8-a04a-cef51840dae6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=be3bf031-aeba-4ad8-a04a-cef51840dae6,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:37:50.490699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': 'be3bf031-aeba-4ad8-a04a-cef51840dae6', 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b', 'port_id': 'be3bf031-aeba-4ad8-a04a-cef51840dae6', 'mac_address': 'fa:16:3e:d2:10:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e89248-458f-4d7a-9c46-433841ebb117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:37:50.504113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0153e-f2c0-4ef3-88fa-fa5de64eeaec req-2be7ea93-94a5-4fe0-83da-75871e4a743f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:50.505918 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d9c0153e-f2c0-4ef3-88fa-fa5de64eeaec req-2be7ea93-94a5-4fe0-83da-75871e4a743f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0980401 Apr 15 19:37:50.554860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:50.578743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3bf031-aeba-4ad8-a04a-cef51840dae6 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:37:50.590586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:50.591195 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d9c0153e-f2c0-4ef3-88fa-fa5de64eeaec req-59a2fcc7-ef28-42bc-8cd2-a724f57b109f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715358 Apr 15 19:37:50.597760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port be3bf031-aeba-4ad8-a04a-cef51840dae6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=be3bf031-aeba-4ad8-a04a-cef51840dae6,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:37:50.608338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:50.613218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Usage tracker for resource:security_group_rule and tenant:e1fadaaaaf0547d1ac3de1db79880243 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:50.618161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:50.633005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:50.643383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:50.646887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 12375fd6-6939-4f48-9de6-eb988a5db9e1 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:37:50.764938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:50.774627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ad34d954-2524-4a3d-aa06-131fc8085fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:50.822080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:50.833603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-12b69217-e1f4-4905-9cc0-ccf33b5bd58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:50.872423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-bd7bc770-bede-4fd2-b682-e0140c80e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:50.874047 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-bd7bc770-bede-4fd2-b682-e0140c80e99a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.1754489 Apr 15 19:37:50.890274 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1fadaaaaf0547d1ac3de1db79880243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732518 Apr 15 19:37:50.890274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e060c6-20a8-4fa0-b697-110545e56a59,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:50.890562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=be3bf031-aeba-4ad8-a04a-cef51840dae6,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:50.891435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 32878) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:50.899344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:50.912140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f2f7f-a110-4c63-a226-d8af58a9cef7 req-1bed7080-74d7-4dcb-9108-7774c886a792 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:50.913886 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7d7f2f7f-a110-4c63-a226-d8af58a9cef7 req-1bed7080-74d7-4dcb-9108-7774c886a792 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 947 time: 0.1497588 Apr 15 19:37:50.931639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.932176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.932617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.933459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.933459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.933775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.934198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.934569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.938768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.938768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.938768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.938768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:37:50.941525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:50.943293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 12375fd6-6939-4f48-9de6-eb988a5db9e1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=12375fd6-6939-4f48-9de6-eb988a5db9e1,segment=NetworkSegment(601ffd02-68ad-4af9-b6b2-13979b159b0b),segment_id=601ffd02-68ad-4af9-b6b2-13979b159b0b)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:37:50.962030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '12375fd6-6939-4f48-9de6-eb988a5db9e1', 'network_id': 'd84d51b4-0379-4e86-a667-34579065fe7e', 'port_id': '12375fd6-6939-4f48-9de6-eb988a5db9e1', 'mac_address': 'fa:16:3e:d8:69:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6d232a-4058-4d26-9e37-f420162840fa', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:37:50.965579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a7bc-b0cc-421a-9329-7451860dcb23 req-d3cf61f5-3df9-4fc3-9c9b-b9c840cde76d tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:50.967255 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5069a7bc-b0cc-421a-9329-7451860dcb23 req-d3cf61f5-3df9-4fc3-9c9b-b9c840cde76d tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 944 time: 0.1996629 Apr 15 19:37:51.011780 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:51.054113 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7d7f2f7f-a110-4c63-a226-d8af58a9cef7 req-f628a59d-4848-40a7-b56c-525c7fc10202 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Apr 15 19:37:51.068413 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5069a7bc-b0cc-421a-9329-7451860dcb23 req-7afe63a1-7eae-4820-b107-f956614bba73 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Apr 15 19:37:51.074121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:51.087762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-c819b756-f327-4d6e-9097-d25a02c1d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:51.089623 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-c819b756-f327-4d6e-9097-d25a02c1d2bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.2083530 Apr 15 19:37:51.176185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:51.176600 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-f8e192d1-64a2-4d85-9fe9-e78bcea57671 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 200 len: 217 time: 0.0794616 Apr 15 19:37:51.182402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-09162790-efdc-467f-a6c9-60d5433dfbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:51.194838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e060c6-20a8-4fa0-b697-110545e56a59,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:51.205826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:51.212004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:51.213487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2e060c6-20a8-4fa0-b697-110545e56a59 HTTP/1.1" status: 204 len: 168 time: 0.3194366 Apr 15 19:37:51.238138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:51.257740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12375fd6-6939-4f48-9de6-eb988a5db9e1 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:37:51.280422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 12375fd6-6939-4f48-9de6-eb988a5db9e1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=12375fd6-6939-4f48-9de6-eb988a5db9e1,segment=NetworkSegment(601ffd02-68ad-4af9-b6b2-13979b159b0b),segment_id=601ffd02-68ad-4af9-b6b2-13979b159b0b)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:37:51.301716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-a16d5c1f-5bb9-448b-a065-4f1df723be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:51.303289 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-a16d5c1f-5bb9-448b-a065-4f1df723be2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.0831866 Apr 15 19:37:51.330616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:51.333681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:51.351065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc7cce-10f0-44e4-882b-00488c6c93e8 req-9d8b12af-6304-4340-a4ae-32fcf952e2df tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:51.352783 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-79dc7cce-10f0-44e4-882b-00488c6c93e8 req-9d8b12af-6304-4340-a4ae-32fcf952e2df tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0933261 Apr 15 19:37:51.367019 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-e6906e49-ce87-4cf8-b77d-5db602528238 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530415 Apr 15 19:37:51.380180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2c4c2-5743-467e-aaa8-babbad7b78e7 req-4d801e84-316f-4455-8e4a-79ded850d204 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:51.381818 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-46a2c4c2-5743-467e-aaa8-babbad7b78e7 req-4d801e84-316f-4455-8e4a-79ded850d204 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.2080867 Apr 15 19:37:51.404278 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-79dc7cce-10f0-44e4-882b-00488c6c93e8 req-20a72c46-ee27-4e3a-a64d-c3e90ddfe618 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Apr 15 19:37:51.408386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=12375fd6-6939-4f48-9de6-eb988a5db9e1,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:51.411785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:51.533596 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-46a2c4c2-5743-467e-aaa8-babbad7b78e7 req-b1776ec2-22eb-477b-89b3-47ee1dcf7c19 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262503 Apr 15 19:37:51.562950 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-dea12596-65d5-48b5-8112-cc7d0e7dd9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800818 Apr 15 19:37:51.606422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['be3bf031-aeba-4ad8-a04a-cef51840dae6'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:37:51.640391 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['12375fd6-6939-4f48-9de6-eb988a5db9e1'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:37:51.792843 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-381228d1-160e-4937-b1b5-5593b9bcea17 req-ddb7b337-5107-4fbc-8900-7fb49fdfb818 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225564 Apr 15 19:37:51.977390 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da7011-fee2-4930-90a6-1f3ee69e3262 req-b1876a27-43ed-4fe3-a68f-fdb21f799d46 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:51.979505 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-20da7011-fee2-4930-90a6-1f3ee69e3262 req-b1876a27-43ed-4fe3-a68f-fdb21f799d46 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0996137 Apr 15 19:37:51.997932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 32900) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:52.019749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.041665 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-20da7011-fee2-4930-90a6-1f3ee69e3262 req-595475e0-a19b-487f-8aa1-d4bec6e63069 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548832 Apr 15 19:37:52.043199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:52.047427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Usage tracker for resource:security_group_rule and tenant:50a46f859cd34fc099b1747e5389130a is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:52.051596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:52.057758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:52.156572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.231040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.242247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:52.291059 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50a46f859cd34fc099b1747e5389130a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894645 Apr 15 19:37:52.291059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abcd0a2-59c4-4f5d-aff0-f161703933ba,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:52.291435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 32908) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:52.293460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:52.334820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432ebc-b9db-4386-a73a-77d5115df7f5 req-ab611560-6e6c-477c-8e4c-9b03c88e6db9 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:52.336417 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7f432ebc-b9db-4386-a73a-77d5115df7f5 req-ab611560-6e6c-477c-8e4c-9b03c88e6db9 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 944 time: 0.1246891 Apr 15 19:37:52.400574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06046533-1083-4f0a-8173-029fdd4be16b req-9c8571da-2e76-4664-8d9d-88cf7c617746 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:52.402430 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06046533-1083-4f0a-8173-029fdd4be16b req-9c8571da-2e76-4664-8d9d-88cf7c617746 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 948 time: 0.0897315 Apr 15 19:37:52.411781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.417112 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7f432ebc-b9db-4386-a73a-77d5115df7f5 req-73a23a5d-4331-4b37-a589-b1e3dc429278 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737081 Apr 15 19:37:52.445052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.462185 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06046533-1083-4f0a-8173-029fdd4be16b req-e387d154-9471-4c00-a46c-70d73b717fc9 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519741 Apr 15 19:37:52.575235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.589403 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-627f45b3-02ad-4566-9b64-d89eedf7b102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:52.603365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abcd0a2-59c4-4f5d-aff0-f161703933ba,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:52.606037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:52.614674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.618494 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2abcd0a2-59c4-4f5d-aff0-f161703933ba HTTP/1.1" status: 204 len: 168 time: 0.3235254 Apr 15 19:37:52.651941 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58802e87-9de6-4511-a45b-f3a4fc164eab req-778f4457-0b89-407a-b40c-29d1cd14879d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:52.653678 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-58802e87-9de6-4511-a45b-f3a4fc164eab req-778f4457-0b89-407a-b40c-29d1cd14879d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1221731 Apr 15 19:37:52.725937 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-58802e87-9de6-4511-a45b-f3a4fc164eab req-afd4c352-7a8a-43b6-a69b-f2cd741acda0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633941 Apr 15 19:37:52.736641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dffe0335-6255-442d-980a-3bf6314fe2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:52.754669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e6c55-2f73-4ee2-957c-8c570d3a3277 req-acc065e8-ea71-4a85-8136-d3d1a4a1f648 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:52.756280 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db2e6c55-2f73-4ee2-957c-8c570d3a3277 req-acc065e8-ea71-4a85-8136-d3d1a4a1f648 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0990350 Apr 15 19:37:52.806006 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db2e6c55-2f73-4ee2-957c-8c570d3a3277 req-22bece28-9c2c-450d-bf5d-87426b12b347 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Apr 15 19:37:53.225297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 32926) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:53.244658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.247358 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a5c0-099f-403d-9e49-9b91e56d54a6 req-00f0b1ce-f608-41f6-a442-a0d5f49da620 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:53.248996 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6e56a5c0-099f-403d-9e49-9b91e56d54a6 req-00f0b1ce-f608-41f6-a442-a0d5f49da620 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0913332 Apr 15 19:37:53.260385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:53.264537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8dc7fddc2b4bf2841025f873120600 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:53.267706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:53.273953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:53.299287 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6e56a5c0-099f-403d-9e49-9b91e56d54a6 req-4eeff7b7-fa47-4036-af52-b3f3753b3792 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Apr 15 19:37:53.405755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.453878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.464402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 32934) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:53.471602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cf5ed406-d080-438e-ae05-11c470577b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:53.516629 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa8dc7fddc2b4bf2841025f873120600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900188 Apr 15 19:37:53.519029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc005963-177c-4c8d-8949-6a96bbacc038,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:53.522283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-410539b9-4210-4c68-936d-97199cabeaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:53.522997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 32942) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:53.660833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67957d-187d-4ed5-b3c3-68ed8690cfed req-6817df87-4d78-4486-b6c9-8179c73b598f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:53.669837 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0a67957d-187d-4ed5-b3c3-68ed8690cfed req-6817df87-4d78-4486-b6c9-8179c73b598f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 944 time: 0.0987208 Apr 15 19:37:53.672272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.697763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-db4150ff-71e4-4af5-a016-620bf075b91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.699984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:53.714698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Usage tracker for resource:security_group_rule and tenant:8a633d506be14885a485c160c39e5808 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:53.715953 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0a67957d-187d-4ed5-b3c3-68ed8690cfed req-97321693-f244-4dd6-a8cf-3e5412120817 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 Apr 15 19:37:53.720504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:53.747195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:53.763168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-db4150ff-71e4-4af5-a016-620bf075b91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.798431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89302f-671d-44df-8eff-d9cd8eed5f11 req-582fa4c3-a1f6-4f5b-8158-c4cb3f0f93f0 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:53.800643 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fc89302f-671d-44df-8eff-d9cd8eed5f11 req-582fa4c3-a1f6-4f5b-8158-c4cb3f0f93f0 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 948 time: 0.2173376 Apr 15 19:37:53.889585 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fc89302f-671d-44df-8eff-d9cd8eed5f11 req-d49a4200-7efe-4efb-8f6a-ca25ae8b24b0 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787008 Apr 15 19:37:53.930458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b187-2bc2-4b1f-ae97-1c0d0a3d7de8 req-909b3206-7dd0-46b1-aa4e-8767b2675765 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:53.932270 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bb2b187-2bc2-4b1f-ae97-1c0d0a3d7de8 req-909b3206-7dd0-46b1-aa4e-8767b2675765 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0974245 Apr 15 19:37:53.952190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-db4150ff-71e4-4af5-a016-620bf075b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.960968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-19316ab1-679c-4a23-801a-c7ebb476034e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:53.976908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.980512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4150ff-71e4-4af5-a016-620bf075b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc005963-177c-4c8d-8949-6a96bbacc038,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:53.982915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-db4150ff-71e4-4af5-a016-620bf075b91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:53.990216 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bb2b187-2bc2-4b1f-ae97-1c0d0a3d7de8 req-a79e9cc7-5fc0-44b0-9e36-1d0a8f9a16a9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Apr 15 19:37:53.992326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-db4150ff-71e4-4af5-a016-620bf075b91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:53.993810 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-db4150ff-71e4-4af5-a016-620bf075b91d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc005963-177c-4c8d-8949-6a96bbacc038 HTTP/1.1" status: 204 len: 168 time: 0.4632742 Apr 15 19:37:54.043436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.061637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ee9ec03c-306d-49ea-8308-8caee8010e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:54.115399 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a633d506be14885a485c160c39e5808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495697 Apr 15 19:37:54.118475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 32952) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:54.119714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a7bce2-c10e-48a6-82b1-5f84fe867f28,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:54.123968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:54.154495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532ebd5-8082-4b81-987c-97f6404484f8 req-394a08d3-2bfa-4baf-8d6a-efcf1e3392f4 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:54.156147 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9532ebd5-8082-4b81-987c-97f6404484f8 req-394a08d3-2bfa-4baf-8d6a-efcf1e3392f4 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1571624 Apr 15 19:37:54.198506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.212393 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9532ebd5-8082-4b81-987c-97f6404484f8 req-67fdbc4d-5428-41a3-b0b2-d86671acc5e1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494370 Apr 15 19:37:54.228170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.304987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.310459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c3f49179-ffab-419c-bdb5-0c4612f01a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:54.328508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a7bce2-c10e-48a6-82b1-5f84fe867f28,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:54.332425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device be3bf031-aeba-4ad8-a04a-cef51840dae6 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:37:54.338460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:54.351570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.354573 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0a7bce2-c10e-48a6-82b1-5f84fe867f28 HTTP/1.1" status: 204 len: 168 time: 0.2348683 Apr 15 19:37:54.472985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port be3bf031-aeba-4ad8-a04a-cef51840dae6 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:37:54.478448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port be3bf031-aeba-4ad8-a04a-cef51840dae6 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:37:54.478873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.535167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77358-a828-4f6f-b00a-cb8d5f1e52dc req-0784b940-3feb-47cf-b107-375b55e947c7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:54.536847 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-71c77358-a828-4f6f-b00a-cb8d5f1e52dc req-0784b940-3feb-47cf-b107-375b55e947c7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0985019 Apr 15 19:37:54.592028 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-71c77358-a828-4f6f-b00a-cb8d5f1e52dc req-d6d2e06f-4c69-443b-8abc-8dd8d1f5fa46 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469353 Apr 15 19:37:54.621741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.664350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port be3bf031-aeba-4ad8-a04a-cef51840dae6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=be3bf031-aeba-4ad8-a04a-cef51840dae6,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:37:54.665535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bf031-aeba-4ad8-a04a-cef51840dae6'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:37:54.733475 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bf031-aeba-4ad8-a04a-cef51840dae6', 'code': 200} Apr 15 19:37:54.735720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.736745 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 12375fd6-6939-4f48-9de6-eb988a5db9e1 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:37:54.796121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:54.898559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=be3bf031-aeba-4ad8-a04a-cef51840dae6,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:54.903921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:54.935744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 12375fd6-6939-4f48-9de6-eb988a5db9e1 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:37:54.941870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 12375fd6-6939-4f48-9de6-eb988a5db9e1 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:37:54.942307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:54.974730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f65380-3c6b-4831-abdb-9b2e22997ab2 req-69a43b2d-44d4-4eac-adc7-9529e51b4066 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:54.976918 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d3f65380-3c6b-4831-abdb-9b2e22997ab2 req-69a43b2d-44d4-4eac-adc7-9529e51b4066 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 945 time: 0.1088874 Apr 15 19:37:55.090876 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d3f65380-3c6b-4831-abdb-9b2e22997ab2 req-1954b0db-5433-49b8-8454-06e9d98cce70 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068871 Apr 15 19:37:55.093255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.123200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239ec14-198d-4697-b840-e9a009f8320f req-86e7228f-9326-42c9-a953-450125bb9311 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:55.124854 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d239ec14-198d-4697-b840-e9a009f8320f req-86e7228f-9326-42c9-a953-450125bb9311 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 948 time: 0.1057231 Apr 15 19:37:55.136755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709353-11a7-4f44-af62-97c4c4bea01e req-20082ca1-16ab-4b44-ae64-4aa4c50887a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:55.138447 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52709353-11a7-4f44-af62-97c4c4bea01e req-20082ca1-16ab-4b44-ae64-4aa4c50887a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 1098 time: 0.1362398 Apr 15 19:37:55.145066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 12375fd6-6939-4f48-9de6-eb988a5db9e1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=12375fd6-6939-4f48-9de6-eb988a5db9e1,segment=NetworkSegment(601ffd02-68ad-4af9-b6b2-13979b159b0b),segment_id=601ffd02-68ad-4af9-b6b2-13979b159b0b)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:37:55.166302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 32986) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:55.181198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.183554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b91a6326-afe6-4c79-9d8d-f82102421519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:55.191315 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d239ec14-198d-4697-b840-e9a009f8320f req-5ca860d7-15dd-4161-a024-28bb2cfbb7b6 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577607 Apr 15 19:37:55.199388 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52709353-11a7-4f44-af62-97c4c4bea01e req-178f8e5a-c2d1-4049-af8f-d642a9a08a46 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540524 Apr 15 19:37:55.290324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=12375fd6-6939-4f48-9de6-eb988a5db9e1,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:55.303396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:55.304959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c337bcd7-c741-4664-a1df-8ee1fd4685e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.309926 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1576901934-network', 'tenant_id': '9b579ef5d15b49a9b5e92e5b89c0c31b'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:55.317336 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:55.324743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Usage tracker for resource:network and tenant:9b579ef5d15b49a9b5e92e5b89c0c31b is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:55.330744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:55.343005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:55.369141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff4229-6d74-4dc0-8cb1-c4f014512b5e req-1f6acd97-57c9-4ae4-a5d8-603bd8af2396 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:55.370802 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-59ff4229-6d74-4dc0-8cb1-c4f014512b5e req-1f6acd97-57c9-4ae4-a5d8-603bd8af2396 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1247857 Apr 15 19:37:55.396367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Made reservation on behalf of 9b579ef5d15b49a9b5e92e5b89c0c31b for: {'network': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:55.400990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.417489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.444580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:55.452436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Usage tracker for resource:security_group_rule and tenant:9b579ef5d15b49a9b5e92e5b89c0c31b is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:55.455329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dc646-f65d-4730-84a4-971df1c27d4d req-1319154d-e19a-47d4-be8c-eff4bed86627 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:55.456966 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9dc646-f65d-4730-84a4-971df1c27d4d req-1319154d-e19a-47d4-be8c-eff4bed86627 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0903044 Apr 15 19:37:55.457876 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-59ff4229-6d74-4dc0-8cb1-c4f014512b5e req-6400a85e-9519-49f6-a6ef-b71159122606 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805972 Apr 15 19:37:55.458733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:55.465100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:55.508050 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9dc646-f65d-4730-84a4-971df1c27d4d req-f249acc2-2f86-4a65-8b8b-dcba41465ec6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Apr 15 19:37:55.553809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.592169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.597173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c8a4d4d1-d0c5-4d61-a757-571390ec6199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:55.622588 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=85346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:37:55.639270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:55.643242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:55.658384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.659123 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Added segment 17687d10-a0d0-4aea-abfd-e76e605ad53a of type vlan for network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b Apr 15 19:37:55.672560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.691137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.780411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.786661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:55.787301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:55.795039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-104ddd6f-f885-47bb-9ee8-50120212b401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:56.124633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Pushing event updated for resources: {'Network': ['ID=8aedb37e-a99f-4f47-9ff5-6ec72684b47b,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:56.134520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:56.139046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:37:56.149558 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9820879 Apr 15 19:37:56.153380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 32998) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:56.160236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Request body: {'subnet': {'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1576901934-subnet', 'tenant_id': '9b579ef5d15b49a9b5e92e5b89c0c31b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:56.167349 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:56.180141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Usage tracker for resource:subnet and tenant:9b579ef5d15b49a9b5e92e5b89c0c31b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:56.183851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:56.184271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f4963-9f16-476c-b82f-fc43b0aaae4e req-a5e83c46-73a2-4d59-afe7-66293ce8a2e3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:56.185983 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9b0f4963-9f16-476c-b82f-fc43b0aaae4e req-a5e83c46-73a2-4d59-afe7-66293ce8a2e3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.4534957 Apr 15 19:37:56.198418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:56.243637 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9b0f4963-9f16-476c-b82f-fc43b0aaae4e req-352f9d76-dce0-4351-a8af-faa8d03d2005 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503726 Apr 15 19:37:56.284978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Made reservation on behalf of 9b579ef5d15b49a9b5e92e5b89c0c31b for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:56.290120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:56.447777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18716112-0e56-4ac2-9dc3-f51eb77df8a4 req-4b56838a-97b5-4239-913a-320ea0b51e46 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:56.449308 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-18716112-0e56-4ac2-9dc3-f51eb77df8a4 req-4b56838a-97b5-4239-913a-320ea0b51e46 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 945 time: 0.2219172 Apr 15 19:37:56.478950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff3e52-e649-424d-a1bf-3e4a8c07eae3 req-caae8a04-2d89-4171-af25-fc61df4aa7d5 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:56.480612 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3cff3e52-e649-424d-a1bf-3e4a8c07eae3 req-caae8a04-2d89-4171-af25-fc61df4aa7d5 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 949 time: 0.0937922 Apr 15 19:37:56.505732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:56.533851 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3cff3e52-e649-424d-a1bf-3e4a8c07eae3 req-34ed44ec-d34d-424a-9717-d7c305358e7f tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445719 Apr 15 19:37:56.552206 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-18716112-0e56-4ac2-9dc3-f51eb77df8a4 req-8c673c34-ef86-4ba9-9e0d-5b12d86ee581 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942636 Apr 15 19:37:56.735185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12375fd6-6939-4f48-9de6-eb988a5db9e1'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:37:56.738395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbb21c-539b-44b5-9292-4c93863c6448 req-280c961f-4b53-4c22-9ecc-f860b3207e07 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:56.740019 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6bbbb21c-539b-44b5-9292-4c93863c6448 req-280c961f-4b53-4c22-9ecc-f860b3207e07 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0896595 Apr 15 19:37:56.789518 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6bbbb21c-539b-44b5-9292-4c93863c6448 req-9c6632bd-d536-4cee-9694-6ab601432466 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426128 Apr 15 19:37:56.827195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590d7b-83e7-4eb9-baed-3c8bbc43c4a0 req-8ca85288-0ed3-40b8-b677-8943f35e3285 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:56.832363 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52590d7b-83e7-4eb9-baed-3c8bbc43c4a0 req-8ca85288-0ed3-40b8-b677-8943f35e3285 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1239042 Apr 15 19:37:56.845266 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12375fd6-6939-4f48-9de6-eb988a5db9e1', 'code': 200} Apr 15 19:37:56.904811 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52590d7b-83e7-4eb9-baed-3c8bbc43c4a0 req-e9aaa723-d9dc-45c4-a7dc-c388986af586 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619392 Apr 15 19:37:56.972008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:56.990561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:57.149688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113220fc-15e1-4b87-a7fe-d38dcb225574,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:57.154335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:57.165124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b535e1-b589-4af6-9e74-7ef58bc3997f req-f898024f-ad37-4c9e-8545-0be648a88565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:57.166762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b2b535e1-b589-4af6-9e74-7ef58bc3997f req-f898024f-ad37-4c9e-8545-0be648a88565 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 1102 time: 0.0822124 Apr 15 19:37:57.211234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Checking segment: {'id': '17687d10-a0d0-4aea-abfd-e76e605ad53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:37:57.211494 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b2b535e1-b589-4af6-9e74-7ef58bc3997f req-ffb18a7b-5789-4ee3-a865-3d531f6b27e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Apr 15 19:37:57.211636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Network hostable DHCP agents. Network: 8aedb37e-a99f-4f47-9ff5-6ec72684b47b, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:37:57.258634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:37:57.289369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 8aedb37e-a99f-4f47-9ff5-6ec72684b47b) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:37:57.298437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f9a3b-a41b-457f-996a-1a4afbfa44bd None None] Network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:37:57.306027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:57.306682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:57.360155 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2055662 Apr 15 19:37:57.491852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2054f84-2212-4177-8132-78975c81dbe9 req-8e267053-8e7e-4b26-8fc4-78ba76909d31 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:57.494474 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2054f84-2212-4177-8132-78975c81dbe9 req-8e267053-8e7e-4b26-8fc4-78ba76909d31 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0971849 Apr 15 19:37:57.544483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29709c6-7162-4695-b000-bdd1940e91fd None None] Network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:37:57.553741 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2054f84-2212-4177-8132-78975c81dbe9 req-f059563f-fa47-4413-8b22-d2588b1276d0 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526650 Apr 15 19:37:57.628135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:57.757190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc5a82-8b45-44ac-bc4f-60c7ef2e61f0 req-62ea5058-5f6a-4a08-8aa3-d6217c0f6678 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:57.758891 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34bc5a82-8b45-44ac-bc4f-60c7ef2e61f0 req-62ea5058-5f6a-4a08-8aa3-d6217c0f6678 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 949 time: 0.0911474 Apr 15 19:37:57.809952 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea377b-1b85-417c-a783-084b2dbfceb9 req-4969b015-05fc-43e2-a9aa-c107c438ffc4 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:57.810821 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34bc5a82-8b45-44ac-bc4f-60c7ef2e61f0 req-b9903002-bb91-4297-a7bc-985631f71906 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Apr 15 19:37:57.811613 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7fea377b-1b85-417c-a783-084b2dbfceb9 req-4969b015-05fc-43e2-a9aa-c107c438ffc4 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 945 time: 0.0956964 Apr 15 19:37:57.863599 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7fea377b-1b85-417c-a783-084b2dbfceb9 req-a934f64f-e09c-4196-a198-8f51d305d4c3 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437946 Apr 15 19:37:58.023780 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720d36-c16b-431f-8c20-01c33c21bc55 req-6ae88c20-feb6-4ec6-8a1c-ef2b224f69c4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:58.029940 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-74720d36-c16b-431f-8c20-01c33c21bc55 req-6ae88c20-feb6-4ec6-8a1c-ef2b224f69c4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1065421 Apr 15 19:37:58.084876 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-74720d36-c16b-431f-8c20-01c33c21bc55 req-819d4c45-b3b4-4340-9db0-459148b73ba7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503106 Apr 15 19:37:58.125786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250b17b-ca6d-40ff-98a4-b175332091f7 req-705007d9-ea8a-4990-98a7-1888af388ea1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:58.128181 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7250b17b-ca6d-40ff-98a4-b175332091f7 req-705007d9-ea8a-4990-98a7-1888af388ea1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1012225 Apr 15 19:37:58.152735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 33036) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:58.159262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-874498973-network', 'tenant_id': '120bfc46b416496189df4a5bd554ccdf'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:58.164799 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:58.169231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Usage tracker for resource:network and tenant:120bfc46b416496189df4a5bd554ccdf is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:58.172511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:58.180245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:58.187447 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7250b17b-ca6d-40ff-98a4-b175332091f7 req-43f14e8d-0ae6-4887-ab9a-a0320596fbae tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520213 Apr 15 19:37:58.333989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Made reservation on behalf of 120bfc46b416496189df4a5bd554ccdf for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:58.339516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.354156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.371521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:58.376115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Usage tracker for resource:security_group_rule and tenant:120bfc46b416496189df4a5bd554ccdf is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:58.380712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:58.387078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:58.476100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.522178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.526640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-789a5e43-5485-4042-bdab-f3f0c12bfa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:58.561127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90002bc8-69ed-46a4-b580-9ea5122037c7,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:58.565277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:58.639730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:37:58.649836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.650227 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Added segment 7c19a07b-e343-42bd-8ee5-56c33b0d1c24 of type vlan for network 025d17df-5866-4727-a523-8dc105f59093 Apr 15 19:37:58.764749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.797201 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c056-aea3-4e38-95eb-3551bfe20765 req-5db32122-7c45-4b54-a3ba-85d79a54f2f4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:58.799499 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7720c056-aea3-4e38-95eb-3551bfe20765 req-5db32122-7c45-4b54-a3ba-85d79a54f2f4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1149020 Apr 15 19:37:58.846996 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7720c056-aea3-4e38-95eb-3551bfe20765 req-6231d903-fd07-4d5b-afb0-b922fe3fc181 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Apr 15 19:37:58.952400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.953956 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:58.954665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:58.958502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:37:59.026661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36533-2b5e-43dc-a0c5-d2a5c706f750 req-1efae2ea-4bd8-412d-9172-6392a06af780 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:59.028724 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8aa36533-2b5e-43dc-a0c5-d2a5c706f750 req-1efae2ea-4bd8-412d-9172-6392a06af780 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 949 time: 0.0928617 Apr 15 19:37:59.073081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Pushing event updated for resources: {'Network': ['ID=025d17df-5866-4727-a523-8dc105f59093,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:37:59.076402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:37:59.080984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8aa36533-2b5e-43dc-a0c5-d2a5c706f750 req-be0acbf0-874b-41f0-83f6-7f9b0d4520c4 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Apr 15 19:37:59.086212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 025d17df-5866-4727-a523-8dc105f59093 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:37:59.127572 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9709673 Apr 15 19:37:59.128077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 33056) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:37:59.133854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Request body: {'subnet': {'network_id': '025d17df-5866-4727-a523-8dc105f59093', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-874498973-subnet', 'tenant_id': '120bfc46b416496189df4a5bd554ccdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:37:59.139286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:37:59.143631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Usage tracker for resource:subnet and tenant:120bfc46b416496189df4a5bd554ccdf is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:37:59.146742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:37:59.153367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:37:59.206790 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Made reservation on behalf of 120bfc46b416496189df4a5bd554ccdf for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:37:59.212269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:37:59.337937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f57d1-ad32-4c7d-a965-333f91fd161d req-7b2cbe9a-cbe6-4793-af72-cfdf4e2fcba1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:59.339540 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-335f57d1-ad32-4c7d-a965-333f91fd161d req-7b2cbe9a-cbe6-4793-af72-cfdf4e2fcba1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0972075 Apr 15 19:37:59.388974 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-335f57d1-ad32-4c7d-a965-333f91fd161d req-57b485e8-20ca-4929-8d9d-301b33286d92 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Apr 15 19:37:59.767413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad681-162f-4373-93f2-dd59219b8847 req-79816a5e-51c1-4241-80c9-ee1d243249b9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:37:59.769026 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-372ad681-162f-4373-93f2-dd59219b8847 req-79816a5e-51c1-4241-80c9-ee1d243249b9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1439126 Apr 15 19:37:59.836805 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-372ad681-162f-4373-93f2-dd59219b8847 req-7fdea899-6d71-4230-9c4c-105c2aa485cb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Apr 15 19:38:00.062903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c2291-a1fe-4a7f-a5ec-2e9a9920a2dc req-af6fa2f1-2d0c-4255-a8e3-5fe3fa37458d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:00.064759 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ae1c2291-a1fe-4a7f-a5ec-2e9a9920a2dc req-af6fa2f1-2d0c-4255-a8e3-5fe3fa37458d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0903099 Apr 15 19:38:00.067880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:00.087125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-538d1b37-9d50-4058-9511-d9a16d39c202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:00.117939 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ae1c2291-a1fe-4a7f-a5ec-2e9a9920a2dc req-39e85cc3-7f05-422b-afe0-dde13da023b8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462732 Apr 15 19:38:00.326984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7c341-4cf8-4643-9a46-a8c258c15250 req-f0c00086-f859-4800-9f29-0039eeed75b5 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:00.328659 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-16c7c341-4cf8-4643-9a46-a8c258c15250 req-f0c00086-f859-4800-9f29-0039eeed75b5 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 949 time: 0.0995498 Apr 15 19:38:00.380436 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-16c7c341-4cf8-4643-9a46-a8c258c15250 req-aa4feafc-320c-4c24-a524-ff815844441c tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 Apr 15 19:38:00.461503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e2326-2283-421b-bde6-1ca5b7d425fe req-6c2b8b0b-9ff8-476c-b506-c70e3298ac43 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:00.463112 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b09e2326-2283-421b-bde6-1ca5b7d425fe req-6c2b8b0b-9ff8-476c-b506-c70e3298ac43 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 945 time: 0.4770474 Apr 15 19:38:00.475206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5ff939-f377-4bc3-9150-3b1d603bbb72,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:00.478116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:00.554630 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b09e2326-2283-421b-bde6-1ca5b7d425fe req-a80f1fff-6fc1-4a30-9f9b-2783c23d4a89 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751152 Apr 15 19:38:00.583803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Checking segment: {'id': '7c19a07b-e343-42bd-8ee5-56c33b0d1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '025d17df-5866-4727-a523-8dc105f59093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:38:00.584138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Network hostable DHCP agents. Network: 025d17df-5866-4727-a523-8dc105f59093, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:38:00.610784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f7323-8058-4a9f-ad3b-394146d316c2 req-c7224208-fdad-4b36-a138-3b28ea1ee47d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:00.620326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-749f7323-8058-4a9f-ad3b-394146d316c2 req-c7224208-fdad-4b36-a138-3b28ea1ee47d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0992663 Apr 15 19:38:00.664337 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-749f7323-8058-4a9f-ad3b-394146d316c2 req-6221a00e-4a7c-430f-bfec-3090d5b2ec8c tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Apr 15 19:38:00.690344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Network 025d17df-5866-4727-a523-8dc105f59093 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:38:00.740984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 025d17df-5866-4727-a523-8dc105f59093) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:38:00.750164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2df2c3c-0acb-4128-92ec-3caeb03df928 None None] Network 025d17df-5866-4727-a523-8dc105f59093 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:38:00.755560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:00.756202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:00.796985 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6680508 Apr 15 19:38:00.977651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3659b1-f876-4047-bbb2-9298c972f297 None None] Network 025d17df-5866-4727-a523-8dc105f59093 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:38:01.046486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9da72-b4e5-46b3-b012-e11a683aa8ee req-c9a5d431-e28c-4e81-b969-efa14cca8044 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:01.048654 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c1d9da72-b4e5-46b3-b012-e11a683aa8ee req-c9a5d431-e28c-4e81-b969-efa14cca8044 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0903592 Apr 15 19:38:01.100788 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c1d9da72-b4e5-46b3-b012-e11a683aa8ee req-1a636202-e77e-4561-ba47-3bcc610c3e9a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Apr 15 19:38:01.338069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e549-44b8-432b-9655-e2475a05e884 req-e5ce0755-295a-4329-bc42-269899765b34 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:01.339632 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ba7e549-44b8-432b-9655-e2475a05e884 req-e5ce0755-295a-4329-bc42-269899765b34 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0966599 Apr 15 19:38:01.390369 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ba7e549-44b8-432b-9655-e2475a05e884 req-0b057494-0967-4c56-bcc2-8584286655fb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 Apr 15 19:38:01.513932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-5bd8e97c-c219-4f9a-91ee-4147e3544e27 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:01.514690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-5bd8e97c-c219-4f9a-91ee-4147e3544e27 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Synchronizing usage tracker for tenant:9b579ef5d15b49a9b5e92e5b89c0c31b on resource:network {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:01.563040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-d3dbbd4f-c35a-417f-9dbf-3a8030b55b8a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:01.565125 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-d3dbbd4f-c35a-417f-9dbf-3a8030b55b8a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 945 time: 0.1372020 Apr 15 19:38:01.591117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747c29d-14e8-48d7-932c-c2f6939ff0ca req-f44db886-aeb5-4038-9a2c-36998d149b97 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:01.592736 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f747c29d-14e8-48d7-932c-c2f6939ff0ca req-f44db886-aeb5-4038-9a2c-36998d149b97 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 949 time: 0.0910687 Apr 15 19:38:01.618506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-5bd8e97c-c219-4f9a-91ee-4147e3544e27 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Unset dirty status for tenant:9b579ef5d15b49a9b5e92e5b89c0c31b on resource:network {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:01.619782 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-5bd8e97c-c219-4f9a-91ee-4147e3544e27 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/networks?id=8aedb37e-a99f-4f47-9ff5-6ec72684b47b HTTP/1.1" status: 200 len: 809 time: 0.3248000 Apr 15 19:38:01.645559 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f747c29d-14e8-48d7-932c-c2f6939ff0ca req-4f57ca9c-b628-41ca-a25f-e8638e15fd6d tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448964 Apr 15 19:38:01.649980 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-f0bb5c4b-9443-4950-ab95-b24e6d33a390 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/quotas/9b579ef5d15b49a9b5e92e5b89c0c31b HTTP/1.1" status: 200 len: 375 time: 0.0219870 Apr 15 19:38:01.659602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Deleting port be3bf031-aeba-4ad8-a04a-cef51840dae6 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:38:01.659996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:01.805713 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-489b77fe-1d84-4aa1-be46-2370c5de912e tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b579ef5d15b49a9b5e92e5b89c0c31b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180775 Apr 15 19:38:01.852972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f828-a263-48dc-acd5-c6ba9a5a5fcc req-153b72d4-b916-43e4-a868-0491b24c8354 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:01.854600 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-abf8f828-a263-48dc-acd5-c6ba9a5a5fcc req-153b72d4-b916-43e4-a868-0491b24c8354 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 945 time: 0.0887787 Apr 15 19:38:01.904397 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-abf8f828-a263-48dc-acd5-c6ba9a5a5fcc req-ac48e205-5ff7-498c-a540-79def9d6684d tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Apr 15 19:38:02.104572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066591-5086-46c9-a788-320a4213d8b9 req-98b86bdf-66e4-4020-8554-817c9200171a tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:02.106260 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ba066591-5086-46c9-a788-320a4213d8b9 req-98b86bdf-66e4-4020-8554-817c9200171a tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 949 time: 0.4119322 Apr 15 19:38:02.108881 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68743774-1f60-4ddd-8021-83f33aae0e45 req-9dc445f9-c8bd-4245-9f87-74a3091cf21d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:02.110484 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-68743774-1f60-4ddd-8021-83f33aae0e45 req-9dc445f9-c8bd-4245-9f87-74a3091cf21d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1042130 Apr 15 19:38:02.164427 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-68743774-1f60-4ddd-8021-83f33aae0e45 req-d4501460-54a3-4eb6-8c62-786da9dc7a65 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470939 Apr 15 19:38:02.184880 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-7f58d5f0-3ac7-42d5-ab36-a373f2e4e373 service neutron] 10.222.0.20 "GET /v2.0/networks/8aedb37e-a99f-4f47-9ff5-6ec72684b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671761 Apr 15 19:38:02.331498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Deleting port 12375fd6-6939-4f48-9de6-eb988a5db9e1 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:38:02.331881 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:02.340170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:38:02.384414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d79b2-e04e-4354-b96e-845cc44080b9 req-7762d387-0694-44b6-80a8-0b76720e1af1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:02.386286 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1c3d79b2-e04e-4354-b96e-845cc44080b9 req-7762d387-0694-44b6-80a8-0b76720e1af1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0969737 Apr 15 19:38:02.443984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1c3d79b2-e04e-4354-b96e-845cc44080b9 req-d75dcbdd-de91-4361-8969-769c5c14cee1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491972 Apr 15 19:38:02.515645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:02.535879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '37435537-d075-4271-93ec-25166a43a37c', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'port_id': '37435537-d075-4271-93ec-25166a43a37c', 'mac_address': 'fa:16:3e:17:3b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:38:02.546368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] For port be3bf031-aeba-4ad8-a04a-cef51840dae6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=be3bf031-aeba-4ad8-a04a-cef51840dae6,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:02.546806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:02.608108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:02.631807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37435537-d075-4271-93ec-25166a43a37c {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:38:02.668368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:02.690125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357985d-0e9d-4989-9124-247dbe3120b3 req-fbc93feb-fcfc-40e4-bfd7-0562c871eacd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:02.698816 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c357985d-0e9d-4989-9124-247dbe3120b3 req-fbc93feb-fcfc-40e4-bfd7-0562c871eacd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1301105 Apr 15 19:38:02.718853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:02.721297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:02.759334 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c357985d-0e9d-4989-9124-247dbe3120b3 req-67174262-c615-41c5-9711-d03bf77efc5b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593283 Apr 15 19:38:02.762024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Calling delete_port for be3bf031-aeba-4ad8-a04a-cef51840dae6 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:38:02.822643 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-172f6139-3a4b-4c1d-97a4-bdc7b2666848 service neutron] 10.222.0.20 "GET /v2.0/networks/8aedb37e-a99f-4f47-9ff5-6ec72684b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284904 Apr 15 19:38:02.833417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=6']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:02.837889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:02.858405 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['37435537-d075-4271-93ec-25166a43a37c'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:02.917171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] For port 12375fd6-6939-4f48-9de6-eb988a5db9e1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=12375fd6-6939-4f48-9de6-eb988a5db9e1,segment=NetworkSegment(601ffd02-68ad-4af9-b6b2-13979b159b0b),segment_id=601ffd02-68ad-4af9-b6b2-13979b159b0b)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:02.917647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:03.085000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534746a1-a560-4763-95a3-103b9d964182 req-989f0992-db86-425f-ab84-06d983ceb636 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:03.087099 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-534746a1-a560-4763-95a3-103b9d964182 req-989f0992-db86-425f-ab84-06d983ceb636 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 949 time: 0.1679785 Apr 15 19:38:03.170072 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-534746a1-a560-4763-95a3-103b9d964182 req-d4c037cb-62f4-4890-bd47-50797ba6c8f3 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fca3400e-73f4-4af2-8b21-8ee5fff8cfda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765860 Apr 15 19:38:03.343730 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2ba8a176-2904-4352-bfc7-b98ebb1fd1bf req-3be0d5b2-f719-48fa-8aec-4b39e9bc8d81 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 210 time: 0.0674458 Apr 15 19:38:03.447057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Calling delete_port for 12375fd6-6939-4f48-9de6-eb988a5db9e1 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:38:03.577172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6418a-e0b9-4c46-8b34-4deac88ba778 req-5383cc54-2189-4df8-8e00-a3f262fa3c8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:03.578875 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9e6418a-e0b9-4c46-8b34-4deac88ba778 req-5383cc54-2189-4df8-8e00-a3f262fa3c8a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0982091 Apr 15 19:38:03.648748 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9e6418a-e0b9-4c46-8b34-4deac88ba778 req-5e2b6394-991f-49bb-aecf-c7fa2b1a4564 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624828 Apr 15 19:38:03.754862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9e428-43c2-487d-95cb-6ad066b9ce96 req-f4479365-33a1-4966-afb7-0ee1e3191234 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:03.762880 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bde9e428-43c2-487d-95cb-6ad066b9ce96 req-f4479365-33a1-4966-afb7-0ee1e3191234 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 945 time: 0.2721574 Apr 15 19:38:03.769177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:03.780967 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['be3bf031-aeba-4ad8-a04a-cef51840dae6'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:03.856206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6101fdfb-2576-4b71-af73-aeb2592cb88d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:03.950108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523013ba-0b5d-4f63-a090-a80e157f75df req-0b95c482-1fd7-4341-adfb-9079ba65fc20 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:03.959281 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-523013ba-0b5d-4f63-a090-a80e157f75df req-0b95c482-1fd7-4341-adfb-9079ba65fc20 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1646917 Apr 15 19:38:04.009387 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-523013ba-0b5d-4f63-a090-a80e157f75df req-5ca3f402-278f-4615-84ff-cb02bf4d1600 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472655 Apr 15 19:38:04.031757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Pushing event deleted for resources: {'Port': ['ID=be3bf031-aeba-4ad8-a04a-cef51840dae6,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:04.049938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:04.124340 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bde9e428-43c2-487d-95cb-6ad066b9ce96 req-0a012be8-c812-4a40-8809-5a34c09a23e9 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600852 Apr 15 19:38:04.209140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:04.221957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['12375fd6-6939-4f48-9de6-eb988a5db9e1'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:04.272899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b85ed-ebbd-41f3-814e-3c2a178130c5 req-232f77e6-5788-48c2-86e6-18e2666bcadb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:04.282107 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-467b85ed-ebbd-41f3-814e-3c2a178130c5 req-232f77e6-5788-48c2-86e6-18e2666bcadb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 945 time: 0.1165709 Apr 15 19:38:04.318756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:04.340227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:38:04.369523 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-467b85ed-ebbd-41f3-814e-3c2a178130c5 req-4fae0a1b-468b-42b7-9e73-56997f8175bd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871251 Apr 15 19:38:04.471713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 37435537-d075-4271-93ec-25166a43a37c triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:38:04.471713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:04.537561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Pushing event deleted for resources: {'Port': ['ID=12375fd6-6939-4f48-9de6-eb988a5db9e1,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:04.541558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:04.549478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] No DVR routers for this DVR port be3bf031-aeba-4ad8-a04a-cef51840dae6 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:38:04.552478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:04.569011 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'name': 'network-vif-deleted', 'tag': 'be3bf031-aeba-4ad8-a04a-cef51840dae6'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:04.588355 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-505dba21-7c6c-44bd-803e-d3faa39a290f req-dc700837-754f-45b1-8bfd-9d85c552d539 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 210 time: 0.0661068 Apr 15 19:38:04.701659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:04.725129 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817', 'name': 'network-vif-deleted', 'tag': 'be3bf031-aeba-4ad8-a04a-cef51840dae6', 'status': 'completed', 'code': 200} Apr 15 19:38:04.776590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37435537-d075-4271-93ec-25166a43a37c'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:04.802158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:04.803124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] No DVR routers for this DVR port 12375fd6-6939-4f48-9de6-eb988a5db9e1 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:38:04.805756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:04.808116 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ba066591-5086-46c9-a788-320a4213d8b9 req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.13 "DELETE /v2.0/ports/12375fd6-6939-4f48-9de6-eb988a5db9e1 HTTP/1.1" status: 204 len: 173 time: 2.6898510 Apr 15 19:38:04.809491 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b821d57-4702-416d-a883-35fdb0dcb68f req-9328131c-1796-4581-abbb-aac9d605b1aa tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "DELETE /v2.0/ports/be3bf031-aeba-4ad8-a04a-cef51840dae6 HTTP/1.1" status: 204 len: 173 time: 3.2388332 Apr 15 19:38:04.811669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-0c4249a8-fbb5-46ac-bf75-a0d12684442c req-1b5d1f6b-58d6-4c76-8f4f-a2d569463d3e tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Synchronizing usage tracker for tenant:f9100b8fb4614c05b104f945a68a8ca4 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:04.841846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:04.844627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:04.862062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-0c4249a8-fbb5-46ac-bf75-a0d12684442c req-1b5d1f6b-58d6-4c76-8f4f-a2d569463d3e tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Unset dirty status for tenant:f9100b8fb4614c05b104f945a68a8ca4 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:04.868472 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0c4249a8-fbb5-46ac-bf75-a0d12684442c req-1b5d1f6b-58d6-4c76-8f4f-a2d569463d3e tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 210 time: 0.3271565 Apr 15 19:38:05.012847 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37435537-d075-4271-93ec-25166a43a37c', 'code': 200} Apr 15 19:38:05.040729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=7']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:05.053828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:05.068519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02230e57-e7f2-43d1-9d5b-b42bbc529b54 req-0e87d469-ae7a-499a-b4aa-bd72258f61f6 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:05.070358 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-02230e57-e7f2-43d1-9d5b-b42bbc529b54 req-0e87d469-ae7a-499a-b4aa-bd72258f61f6 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1925316 Apr 15 19:38:05.146236 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-02230e57-e7f2-43d1-9d5b-b42bbc529b54 req-a6f46868-2cfb-45a6-87ff-c161abfef255 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656414 Apr 15 19:38:05.295666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6469-3515-4d2e-b689-29c77af309ab req-c8676c83-650b-43e5-b927-263eb5eae462 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:05.305062 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bf9c6469-3515-4d2e-b689-29c77af309ab req-c8676c83-650b-43e5-b927-263eb5eae462 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1176887 Apr 15 19:38:05.367692 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bf9c6469-3515-4d2e-b689-29c77af309ab req-1ee9fd49-c825-4170-8386-9496c9ad8a7a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610914 Apr 15 19:38:05.414374 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0f1ca335-934d-4a6c-af50-cecdc53de5e0 req-aa131c3b-9d02-4a8b-9786-1570cc50b880 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5c964f-6f71-4dd2-9dde-1dbc4c4cd817 HTTP/1.1" status: 200 len: 210 time: 0.0842290 Apr 15 19:38:05.736594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-1475d283-f93b-40f9-af21-a6525ed4a539 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:05.738995 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-1475d283-f93b-40f9-af21-a6525ed4a539 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.13 "GET /v2.0/networks?id=8aedb37e-a99f-4f47-9ff5-6ec72684b47b HTTP/1.1" status: 200 len: 809 time: 0.2669063 Apr 15 19:38:05.753253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5018ea2-a02e-46f3-9d6c-44542ba2411c req-0195c369-4272-4fce-96c4-02861266b531 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:05.773802 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f5018ea2-a02e-46f3-9d6c-44542ba2411c req-0195c369-4272-4fce-96c4-02861266b531 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1930001 Apr 15 19:38:05.802222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Request body: {'port': {'device_id': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b', 'admin_state_up': True, 'tenant_id': '9b579ef5d15b49a9b5e92e5b89c0c31b'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:38:05.877831 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6f9f072b-d9c5-4195-b516-64b0705e8600 req-e140a365-8c40-4464-9e4a-1e689abcb1b0 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 210 time: 0.0600762 Apr 15 19:38:06.017010 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f5018ea2-a02e-46f3-9d6c-44542ba2411c req-5e2ffd1a-edd8-450e-ac8e-bfcde25db7ac tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428572 Apr 15 19:38:06.033879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:38:06.039175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Usage tracker for resource:port and tenant:9b579ef5d15b49a9b5e92e5b89c0c31b is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:38:06.042373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:38:06.049305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:38:06.074181 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-781da0a1-5557-42b8-8e83-ffb87a58c049 req-44f4bca1-9310-454f-a6b6-1c41d008c2cc tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a6334a-6efb-4052-8a36-6694522a6442 HTTP/1.1" status: 200 len: 210 time: 0.0681384 Apr 15 19:38:06.141255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Made reservation on behalf of 9b579ef5d15b49a9b5e92e5b89c0c31b for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:38:06.148051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:06.364382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device be3bf031-aeba-4ad8-a04a-cef51840dae6 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:38:06.421471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: be3bf031-aeba-4ad8-a04a-cef51840dae6 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:38:06.421847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device be3bf031-aeba-4ad8-a04a-cef51840dae6 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:38:06.422328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 12375fd6-6939-4f48-9de6-eb988a5db9e1 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:38:06.473250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 12375fd6-6939-4f48-9de6-eb988a5db9e1 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:38:06.473923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 12375fd6-6939-4f48-9de6-eb988a5db9e1 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:38:06.483768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Allocated IP 172.20.0.9 (8aedb37e-a99f-4f47-9ff5-6ec72684b47b/113220fc-15e1-4b87-a7fe-d38dcb225574/263c3643-74be-4172-a39f-0b7f187d4bba) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:38:06.560865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878a7eb-fb6e-44f0-88a9-4789e3e0c857 req-65750f62-7af2-429c-807f-318610c4c7e8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:06.565159 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d878a7eb-fb6e-44f0-88a9-4789e3e0c857 req-65750f62-7af2-429c-807f-318610c4c7e8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2767589 Apr 15 19:38:06.667059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11545c-6f35-4f56-b05e-bbe13647d58b req-b6fdbd0f-4279-4338-8179-ffc1a69a82be tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:06.669148 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-aa11545c-6f35-4f56-b05e-bbe13647d58b req-b6fdbd0f-4279-4338-8179-ffc1a69a82be tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1174154 Apr 15 19:38:06.756629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'name': 'network-vif-deleted', 'tag': '12375fd6-6939-4f48-9de6-eb988a5db9e1'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:06.772251 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-aa11545c-6f35-4f56-b05e-bbe13647d58b req-59d56104-b17c-4282-92dd-a66ae9d707c1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874536 Apr 15 19:38:06.784612 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d878a7eb-fb6e-44f0-88a9-4789e3e0c857 req-48d937df-ddba-4b99-9c58-12224cf4fc49 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993339 Apr 15 19:38:06.890717 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a6334a-6efb-4052-8a36-6694522a6442', 'name': 'network-vif-deleted', 'tag': '12375fd6-6939-4f48-9de6-eb988a5db9e1', 'status': 'completed', 'code': 200} Apr 15 19:38:06.913853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:07.003295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:07.030715 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:07.173152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b38127-b7f6-4d5f-8b70-9c9af60a43b5 req-2ad1ef3d-66de-4581-928d-fd553e4569cd tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:07.184174 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5b38127-b7f6-4d5f-8b70-9c9af60a43b5 req-2ad1ef3d-66de-4581-928d-fd553e4569cd tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 931 time: 0.1777151 Apr 15 19:38:07.186211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Pushing event updated for resources: {'Port': ['ID=263c3643-74be-4172-a39f-0b7f187d4bba,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:07.200442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:07.238254 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5b38127-b7f6-4d5f-8b70-9c9af60a43b5 req-09e4efdd-12a7-4c51-bf88-5361dbf9672a tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483661 Apr 15 19:38:07.361278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:38:07.365578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:38:07.417784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502364-8113-4933-a852-875f0ce62a80 req-925e9f92-286e-4103-806e-48bbeab6885f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:07.425459 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-925e9f92-286e-4103-806e-48bbeab6885f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/networks?id=3ca8142a-e4ec-4b34-8be7-30c56fed667b HTTP/1.1" status: 200 len: 809 time: 0.2261896 Apr 15 19:38:07.444291 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-d1231435-c7cc-410f-b421-32d6f5ea5d51 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/quotas/6ebe3f2c2e1e484abfe000c978a003fd HTTP/1.1" status: 200 len: 375 time: 0.0178759 Apr 15 19:38:07.491089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b9423-1226-42bd-aa46-4fabb58f7d1b req-53ae41a7-5586-434a-8683-1b12f8692f1b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:07.491897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:38:07.492860 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d77b9423-1226-42bd-aa46-4fabb58f7d1b req-53ae41a7-5586-434a-8683-1b12f8692f1b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1013830 Apr 15 19:38:07.543443 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d77b9423-1226-42bd-aa46-4fabb58f7d1b req-530e1475-c014-469a-9d0c-9f3a68321530 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Apr 15 19:38:07.565784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-93502364-8113-4933-a852-875f0ce62a80 req-83665321-b9b6-4edb-aa42-7236eac9be15 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Synchronizing usage tracker for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:07.616679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:07.617398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:08.004379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c03b7c-1a79-44b6-9829-3d3128297624 req-f3add3d3-72d7-4551-a08e-92bd124c5147 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:08.006040 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-55c03b7c-1a79-44b6-9829-3d3128297624 req-f3add3d3-72d7-4551-a08e-92bd124c5147 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1159813 Apr 15 19:38:08.033276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-93502364-8113-4933-a852-875f0ce62a80 req-83665321-b9b6-4edb-aa42-7236eac9be15 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Unset dirty status for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:08.035220 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-83665321-b9b6-4edb-aa42-7236eac9be15 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5900702 Apr 15 19:38:08.055310 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-55c03b7c-1a79-44b6-9829-3d3128297624 req-3e494fff-279a-482f-89d0-cbb48dcf206e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Apr 15 19:38:08.125933 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3500094 Apr 15 19:38:08.164386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Request body: {'port': {'device_id': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:38:08.294560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae0b34-fa86-4a62-a0d4-5b70a9a98300 req-6c8a6014-9260-4647-bfba-8d3f92c0a1bb tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:08.294560 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4ae0b34-fa86-4a62-a0d4-5b70a9a98300 req-6c8a6014-9260-4647-bfba-8d3f92c0a1bb tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1279204 Apr 15 19:38:08.306915 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-38125a98-d356-4fee-a9ab-e8ad285c1115 service neutron] 10.222.0.20 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637184 Apr 15 19:38:08.359386 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4ae0b34-fa86-4a62-a0d4-5b70a9a98300 req-6720fb88-7f98-4221-ae5a-99fee1e6e1f4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621915 Apr 15 19:38:08.463761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:08.608632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490c7c-8f05-4c3b-b7e7-988e6132dfb2 req-5ceca10f-34ab-4dc9-9c6f-5d045c529ab2 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:08.611353 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4490c7c-8f05-4c3b-b7e7-988e6132dfb2 req-5ceca10f-34ab-4dc9-9c6f-5d045c529ab2 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 931 time: 0.1292200 Apr 15 19:38:08.679819 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4490c7c-8f05-4c3b-b7e7-988e6132dfb2 req-495a6216-181f-416a-89b9-167a2902ef09 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 Apr 15 19:38:08.948580 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-8d026fc9-ec22-45ce-8135-6bf7096abc36 service neutron] 10.222.0.20 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173322 Apr 15 19:38:08.951305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bbb43-ae6d-4193-8e40-cb78bdb2ddb9 req-a59bc140-ab4e-4844-bb5c-3cb9ec2ac647 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:08.961927 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-894bbb43-ae6d-4193-8e40-cb78bdb2ddb9 req-a59bc140-ab4e-4844-bb5c-3cb9ec2ac647 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1340375 Apr 15 19:38:09.019331 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-894bbb43-ae6d-4193-8e40-cb78bdb2ddb9 req-7e59d8c8-bfc1-437d-9574-378fca3aaf4b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582824 Apr 15 19:38:09.041779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:09.326127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48906c11-50c6-4e7b-8af2-be7d2a9b953b req-36145e26-78f4-4591-af44-2cc13bca672d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:09.335533 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-48906c11-50c6-4e7b-8af2-be7d2a9b953b req-36145e26-78f4-4591-af44-2cc13bca672d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1429291 Apr 15 19:38:09.364507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:38:09.392726 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b5e75020-4b25-4043-bb45-22b050279d24 req-efcd8508-5f01-4632-a6f4-e7e0305e083c tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0833902 Apr 15 19:38:09.405863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263c3643-74be-4172-a39f-0b7f187d4bba {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:38:09.416574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:09.441653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Transition to ACTIVE for port object 263c3643-74be-4172-a39f-0b7f187d4bba will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:38:09.457005 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-48906c11-50c6-4e7b-8af2-be7d2a9b953b req-bc8d7e6a-6a39-43fa-b8d5-7b80ada8e512 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197531 Apr 15 19:38:09.472733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:09.489910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:09.727550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Pushing event updated for resources: {'Port': ['ID=263c3643-74be-4172-a39f-0b7f187d4bba,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:09.751502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:09.849075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22088a8-4e82-4211-b377-a212eb12530e req-7d99cdab-1817-4ac3-b644-c71e478582e8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:09.850878 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e22088a8-4e82-4211-b377-a212eb12530e req-7d99cdab-1817-4ac3-b644-c71e478582e8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2735164 Apr 15 19:38:10.025883 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e22088a8-4e82-4211-b377-a212eb12530e req-f5b31886-a53a-493c-a36e-ec3d0efd1c1f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202209 Apr 15 19:38:10.143514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caceff1-1188-4b41-b65a-8b4d092b16da req-e115c65d-086d-4a41-be13-338dac8b0d50 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:10.154280 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6caceff1-1188-4b41-b65a-8b4d092b16da req-e115c65d-086d-4a41-be13-338dac8b0d50 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 943 time: 0.2494218 Apr 15 19:38:10.195986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Attempting to bind port 263c3643-74be-4172-a39f-0b7f187d4bba on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:38:10.195986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Attempting to bind port 263c3643-74be-4172-a39f-0b7f187d4bba by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '17687d10-a0d0-4aea-abfd-e76e605ad53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:38:10.195986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Attempting to bind port 263c3643-74be-4172-a39f-0b7f187d4bba on network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:38:10.204959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Port 263c3643-74be-4172-a39f-0b7f187d4bba on network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:38:10.205395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Attempting to bind port 263c3643-74be-4172-a39f-0b7f187d4bba on network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:38:10.224462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:38:10.224967 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Checking segment: {'id': '17687d10-a0d0-4aea-abfd-e76e605ad53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:38:10.225271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Bound using segment: {'id': '17687d10-a0d0-4aea-abfd-e76e605ad53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:38:10.238639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Bound port: 263c3643-74be-4172-a39f-0b7f187d4bba, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17687d10-a0d0-4aea-abfd-e76e605ad53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:38:10.238639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:10.245942 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6caceff1-1188-4b41-b65a-8b4d092b16da req-672d1b85-7c03-415b-ac8a-05c3f338f301 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896652 Apr 15 19:38:10.477532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe568a0-9ca6-487b-8afe-da591ff5ea93 req-39059239-b191-48ce-b105-dce60e0f5ed8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:10.485962 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dbe568a0-9ca6-487b-8afe-da591ff5ea93 req-39059239-b191-48ce-b105-dce60e0f5ed8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.2226059 Apr 15 19:38:10.509760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] For port 263c3643-74be-4172-a39f-0b7f187d4bba, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:38:10.547382 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dbe568a0-9ca6-487b-8afe-da591ff5ea93 req-be46a556-de25-4a67-aca8-4e10ded16215 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598481 Apr 15 19:38:10.556061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] For port 263c3643-74be-4172-a39f-0b7f187d4bba, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=263c3643-74be-4172-a39f-0b7f187d4bba,segment=NetworkSegment(17687d10-a0d0-4aea-abfd-e76e605ad53a),segment_id=17687d10-a0d0-4aea-abfd-e76e605ad53a)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:38:10.591143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:10.612767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-04d13d2d-404c-4322-b39e-72a760e49dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:10.745514 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-43a1ad34-4430-476d-890b-ecf636f77108 req-5109ebfe-c21c-4bda-8fae-79422251510a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.1339180 Apr 15 19:38:10.792412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Pushing event updated for resources: {'Port': ['ID=263c3643-74be-4172-a39f-0b7f187d4bba,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:10.854164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:10.949048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6deb9-742c-41d1-bf14-adb64b8f5c09 req-5ea96cda-6e62-4519-96f1-c1ed5e03eab2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:10.950711 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6df6deb9-742c-41d1-bf14-adb64b8f5c09 req-5ea96cda-6e62-4519-96f1-c1ed5e03eab2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1597102 Apr 15 19:38:10.990668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:10.991611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:10.993003 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] 10.222.0.13 "PUT /v2.0/ports/263c3643-74be-4172-a39f-0b7f187d4bba HTTP/1.1" status: 200 len: 1093 time: 2.8573503 Apr 15 19:38:10.993597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'tag': '263c3643-74be-4172-a39f-0b7f187d4bba'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:11.043746 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6df6deb9-742c-41d1-bf14-adb64b8f5c09 req-634ea526-22f6-4ef5-871e-9e72c24b8810 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789762 Apr 15 19:38:11.076501 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'tag': '263c3643-74be-4172-a39f-0b7f187d4bba', 'status': 'completed', 'code': 200} Apr 15 19:38:11.182488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bfd27-5913-4d34-9b4f-6cd6f91cdc33 req-16b92d95-2714-4ee8-9ad1-9a6438892bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:11.184162 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e6bfd27-5913-4d34-9b4f-6cd6f91cdc33 req-16b92d95-2714-4ee8-9ad1-9a6438892bdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b579ef5d15b49a9b5e92e5b89c0c31b&device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 1096 time: 0.1095452 Apr 15 19:38:11.271430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2400eb0-9f5b-4112-9eed-1b0537d607e2 req-cc45fc20-4f5a-449b-9cf5-130570b3187a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:11.285466 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2400eb0-9f5b-4112-9eed-1b0537d607e2 req-cc45fc20-4f5a-449b-9cf5-130570b3187a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1248393 Apr 15 19:38:11.366148 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2400eb0-9f5b-4112-9eed-1b0537d607e2 req-6bc4f86d-3538-47ee-ac5d-f180aed73223 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796080 Apr 15 19:38:11.405051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bfd27-5913-4d34-9b4f-6cd6f91cdc33 req-e21795d4-7b9b-48ef-9ce9-765b49b524b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:11.406822 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e6bfd27-5913-4d34-9b4f-6cd6f91cdc33 req-e21795d4-7b9b-48ef-9ce9-765b49b524b4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b579ef5d15b49a9b5e92e5b89c0c31b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2138500 Apr 15 19:38:11.627313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bfd27-5913-4d34-9b4f-6cd6f91cdc33 req-3c41ee3b-3693-4aee-91bb-9a60708b0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:11.628912 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7e6bfd27-5913-4d34-9b4f-6cd6f91cdc33 req-3c41ee3b-3693-4aee-91bb-9a60708b0fd5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2148783 Apr 15 19:38:11.815404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8d1d4-7592-4d93-9634-12dd0928fae9 req-8fcdeb07-b245-47ae-b9ee-d47e39cc4a2f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:11.825847 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-35c8d1d4-7592-4d93-9634-12dd0928fae9 req-8fcdeb07-b245-47ae-b9ee-d47e39cc4a2f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1124065 Apr 15 19:38:11.883939 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-35c8d1d4-7592-4d93-9634-12dd0928fae9 req-c0e52d76-b6f5-4111-85bf-5592c79949b1 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568342 Apr 15 19:38:12.166127 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-95c2d09a-1026-48ca-859d-a133159582a3 req-540c1a64-4788-4afe-9162-b87f04b25299 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.1064329 Apr 15 19:38:12.199488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-e7cafd8d-09c5-4b91-9f89-967691c69e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:12.204759 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-e7cafd8d-09c5-4b91-9f89-967691c69e48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b579ef5d15b49a9b5e92e5b89c0c31b&device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 1096 time: 0.4894934 Apr 15 19:38:12.317099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3657ff-fd61-4f56-b964-4ecbc96cb041 req-6fbac7a2-284e-4ad1-8445-faea3fd8368b tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:12.317901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7f3657ff-fd61-4f56-b964-4ecbc96cb041 req-6fbac7a2-284e-4ad1-8445-faea3fd8368b tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Synchronizing usage tracker for tenant:9b579ef5d15b49a9b5e92e5b89c0c31b on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:12.340597 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-a838b11e-002d-47df-892f-bf0fdb6e3006 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263c3643-74be-4172-a39f-0b7f187d4bba HTTP/1.1" status: 200 len: 217 time: 0.1235399 Apr 15 19:38:12.354513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502364-8113-4933-a852-875f0ce62a80 req-8325538b-a988-4eba-8b97-a2bb0d5f7cac tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:12.356203 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-8325538b-a988-4eba-8b97-a2bb0d5f7cac tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "GET /v2.0/networks?id=3ca8142a-e4ec-4b34-8be7-30c56fed667b HTTP/1.1" status: 200 len: 809 time: 0.7084947 Apr 15 19:38:12.408929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Request body: {'port': {'device_id': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b', 'admin_state_up': True, 'tenant_id': '6ebe3f2c2e1e484abfe000c978a003fd'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:38:12.414267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321695d2-aa01-46ab-a94d-32566d002013 req-2da20816-8b53-4980-bfbb-965e63d1a649 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:12.416307 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-321695d2-aa01-46ab-a94d-32566d002013 req-2da20816-8b53-4980-bfbb-965e63d1a649 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1034501 Apr 15 19:38:12.475787 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-321695d2-aa01-46ab-a94d-32566d002013 req-fd8ffed4-a2a4-4d0b-8f7c-6329f431a122 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528495 Apr 15 19:38:12.608984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-4a734f90-ccf8-4ff1-ad0a-0d2bb28dadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:12.608984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-4a734f90-ccf8-4ff1-ad0a-0d2bb28dadab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=113220fc-15e1-4b87-a7fe-d38dcb225574 HTTP/1.1" status: 200 len: 849 time: 0.1737263 Apr 15 19:38:12.608984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-c72508ab-fb8e-42f1-aa33-2f0ae67603ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8aedb37e-a99f-4f47-9ff5-6ec72684b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665734 Apr 15 19:38:12.684993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718a539-43a5-4f6a-9411-cdc28fe1e35a req-857a3353-9dcc-4265-92e1-72dd14a58075 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:12.686247 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9718a539-43a5-4f6a-9411-cdc28fe1e35a req-857a3353-9dcc-4265-92e1-72dd14a58075 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0966053 Apr 15 19:38:12.751591 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9718a539-43a5-4f6a-9411-cdc28fe1e35a req-65254d35-e928-4795-be04-5aa3b977bcb2 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578611 Apr 15 19:38:12.946542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7f3657ff-fd61-4f56-b964-4ecbc96cb041 req-6fbac7a2-284e-4ad1-8445-faea3fd8368b tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Unset dirty status for tenant:9b579ef5d15b49a9b5e92e5b89c0c31b on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:12.947842 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7f3657ff-fd61-4f56-b964-4ecbc96cb041 req-6fbac7a2-284e-4ad1-8445-faea3fd8368b tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 943 time: 1.5368674 Apr 15 19:38:12.956945 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:38:13.002925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:38:13.052256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7f3657ff-fd61-4f56-b964-4ecbc96cb041 req-ef64d496-581d-4644-931a-b8baee21a774 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Synchronizing usage tracker for tenant:9b579ef5d15b49a9b5e92e5b89c0c31b on resource:security_group {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:13.089844 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-6374d8d2-3445-413d-833a-d4710a18aabb service neutron] 10.222.0.13 "GET /v2.0/networks/8aedb37e-a99f-4f47-9ff5-6ec72684b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731801 Apr 15 19:38:13.113089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd9516-4338-4142-b13f-c4b5b6b87c8d req-86c2da28-8bb7-43e8-9fae-8df13dd3074a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:13.114714 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9bd9516-4338-4142-b13f-c4b5b6b87c8d req-86c2da28-8bb7-43e8-9fae-8df13dd3074a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1035485 Apr 15 19:38:13.166540 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9bd9516-4338-4142-b13f-c4b5b6b87c8d req-2a1a0cb0-8e5b-424c-97a8-59b67b4d1f1d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Apr 15 19:38:13.269847 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce7ddc0c-0f05-49a1-ad13-102090587627 req-d1e73287-ad81-4f3d-8e05-5932f578669d service neutron] 10.222.0.13 "GET /v2.0/networks/8aedb37e-a99f-4f47-9ff5-6ec72684b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722848 Apr 15 19:38:13.334319 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9db348ad-c7a0-4648-948b-02cca34221e0 req-98eb2688-8892-4192-a88b-9135c43f5bc8 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0508807 Apr 15 19:38:13.347172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Made reservation on behalf of 6ebe3f2c2e1e484abfe000c978a003fd for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:38:13.354384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:13.415506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-7f3657ff-fd61-4f56-b964-4ecbc96cb041 req-ef64d496-581d-4644-931a-b8baee21a774 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Unset dirty status for tenant:9b579ef5d15b49a9b5e92e5b89c0c31b on resource:security_group {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:13.416747 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7f3657ff-fd61-4f56-b964-4ecbc96cb041 req-ef64d496-581d-4644-931a-b8baee21a774 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571934 Apr 15 19:38:13.542556 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Allocated IP 172.20.0.6 (3ca8142a-e4ec-4b34-8be7-30c56fed667b/07e89248-458f-4d7a-9c46-433841ebb117/fc439d8b-d54b-460d-a3e8-77be15d55b31) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:38:13.910259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bf0ef-a7f8-4d6d-993d-6866232819c0 req-fffcbd41-629f-476d-818c-1995fecd844e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:13.917975 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2f2bf0ef-a7f8-4d6d-993d-6866232819c0 req-fffcbd41-629f-476d-818c-1995fecd844e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1446922 Apr 15 19:38:13.998710 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2f2bf0ef-a7f8-4d6d-993d-6866232819c0 req-830bf92a-1b15-402c-8f28-c98728d0a526 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795336 Apr 15 19:38:14.005888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:14.054841 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9acfe-6c92-4ac1-aef1-80b810898ae6 req-b665898e-78e7-49ef-abce-f8a91a3cd934 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:14.062961 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-98d9acfe-6c92-4ac1-aef1-80b810898ae6 req-b665898e-78e7-49ef-abce-f8a91a3cd934 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1643455 Apr 15 19:38:14.136074 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-98d9acfe-6c92-4ac1-aef1-80b810898ae6 req-ba8a9877-f5a3-4495-8548-0806d9bad995 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714147 Apr 15 19:38:14.181275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:14.208577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:14.552496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Pushing event updated for resources: {'Port': ['ID=fc439d8b-d54b-460d-a3e8-77be15d55b31,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:14.565111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:14.681362 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02144e-8d6f-4d89-8c0a-d4c3e3f95995 req-c8b50bcf-eadc-4769-89ac-9f094f4afa7e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:14.693427 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fd02144e-8d6f-4d89-8c0a-d4c3e3f95995 req-c8b50bcf-eadc-4769-89ac-9f094f4afa7e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.2650285 Apr 15 19:38:14.704794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:38:14.709742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:38:14.723491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:38:14.758580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddee6d-ec10-4c8a-ad0f-278494614501 req-5897aa71-488e-4699-a401-c43b6aa2b97a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:14.760820 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bdddee6d-ec10-4c8a-ad0f-278494614501 req-5897aa71-488e-4699-a401-c43b6aa2b97a tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 931 time: 0.1345048 Apr 15 19:38:14.816487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bdddee6d-ec10-4c8a-ad0f-278494614501 req-dc542b40-c455-4e9b-8afe-aced6d2176a6 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476992 Apr 15 19:38:14.892028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:14.892958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:14.950982 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fd02144e-8d6f-4d89-8c0a-d4c3e3f95995 req-29842392-9c7a-4da7-8802-90ad58dc114e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301114 Apr 15 19:38:14.991583 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-88716f2b-f88b-42fb-80a5-b1d60008a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:14.993458 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-88716f2b-f88b-42fb-80a5-b1d60008a8f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 1098 time: 0.1822791 Apr 15 19:38:14.995444 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5916491 Apr 15 19:38:15.021443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Request body: {'port': {'device_id': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:38:15.102953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eb1cc-20eb-4aff-bfa0-a8283b6e8926 req-a95703ed-50f7-4f87-a8d7-3e373ba76dbc tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:15.111650 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-295eb1cc-20eb-4aff-bfa0-a8283b6e8926 req-a95703ed-50f7-4f87-a8d7-3e373ba76dbc tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 943 time: 0.1789129 Apr 15 19:38:15.180378 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-295eb1cc-20eb-4aff-bfa0-a8283b6e8926 req-c899ec5e-3cd9-4873-bb11-9b0cd40d297a tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622139 Apr 15 19:38:15.368512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-efae4fd3-6d85-4d4e-ae5e-a67730136077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:15.370184 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-efae4fd3-6d85-4d4e-ae5e-a67730136077 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 912 time: 0.2834358 Apr 15 19:38:15.411003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ae1ed-cd99-4fb7-9d75-517977299742 req-2ae104b9-97fe-45ce-91f4-5a1c87806ebb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:15.429547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5e0ae1ed-cd99-4fb7-9d75-517977299742 req-2ae104b9-97fe-45ce-91f4-5a1c87806ebb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1419125 Apr 15 19:38:15.506210 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5e0ae1ed-cd99-4fb7-9d75-517977299742 req-e0c8e716-73cb-403b-a4b0-673f68104c83 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723712 Apr 15 19:38:15.523140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:15.542147 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-99b87aa1-e579-42c6-b9cb-134b8215c8e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 200 len: 1001 time: 0.1633203 Apr 15 19:38:15.757210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be2cc5-47ff-4bed-b943-8167ff138411 req-b591e47f-6526-41a9-8ff9-85ef4081d069 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:15.761949 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01be2cc5-47ff-4bed-b943-8167ff138411 req-b591e47f-6526-41a9-8ff9-85ef4081d069 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.6460941 Apr 15 19:38:15.876725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-50483759-bc60-4423-8357-db85665f16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:15.879311 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-50483759-bc60-4423-8357-db85665f16ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.3281167 Apr 15 19:38:15.994688 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01be2cc5-47ff-4bed-b943-8167ff138411 req-8a27cac7-f335-448e-823e-46dd1757a25f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206988 Apr 15 19:38:16.074869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f228d8-98f3-440b-853c-12999c997b25 req-5e9d84e3-4770-46fb-b1c6-8dabc984c31b tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:16.084143 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2f228d8-98f3-440b-853c-12999c997b25 req-5e9d84e3-4770-46fb-b1c6-8dabc984c31b tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 931 time: 0.1300802 Apr 15 19:38:16.138871 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2f228d8-98f3-440b-853c-12999c997b25 req-71e5f09a-e406-4eaf-8316-4ccfdc912e62 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536022 Apr 15 19:38:16.404594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 263c3643-74be-4172-a39f-0b7f187d4bba details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:38:16.411958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cc17b-fec9-4457-a5a3-fef99b5cde78 req-1a2ea162-08e0-4488-9b45-5b44c7b55391 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:16.421742 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d89cc17b-fec9-4457-a5a3-fef99b5cde78 req-1a2ea162-08e0-4488-9b45-5b44c7b55391 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 943 time: 0.1088626 Apr 15 19:38:16.492033 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d89cc17b-fec9-4457-a5a3-fef99b5cde78 req-29d0574e-4574-4ee9-ae6a-6ee63593f04f tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691590 Apr 15 19:38:16.494701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-3ca5d09c-7762-433c-80c5-ca1c86297f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:16.496407 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-3ca5d09c-7762-433c-80c5-ca1c86297f9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5621946 Apr 15 19:38:16.590607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 263c3643-74be-4172-a39f-0b7f187d4bba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=263c3643-74be-4172-a39f-0b7f187d4bba,segment=NetworkSegment(17687d10-a0d0-4aea-abfd-e76e605ad53a),segment_id=17687d10-a0d0-4aea-abfd-e76e605ad53a)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:16.609281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '263c3643-74be-4172-a39f-0b7f187d4bba', 'network_id': '8aedb37e-a99f-4f47-9ff5-6ec72684b47b', 'port_id': '263c3643-74be-4172-a39f-0b7f187d4bba', 'mac_address': 'fa:16:3e:72:a2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113220fc-15e1-4b87-a7fe-d38dcb225574', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:38:16.626372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dab747-eea2-4bf3-b226-a60a95178adb req-0bb819a9-25a7-4ff1-ac0b-f7a9cb1c8fcc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:16.627994 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c9dab747-eea2-4bf3-b226-a60a95178adb req-0bb819a9-25a7-4ff1-ac0b-f7a9cb1c8fcc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.3130491 Apr 15 19:38:16.715846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:16.736237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263c3643-74be-4172-a39f-0b7f187d4bba {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:38:16.752746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bfa16-b255-401d-a0a8-f89bf57c1772 req-d45607be-78b4-4bee-944b-6b3837d37118 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:16.755012 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ca5bfa16-b255-401d-a0a8-f89bf57c1772 req-d45607be-78b4-4bee-944b-6b3837d37118 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1323569 Apr 15 19:38:16.756168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 263c3643-74be-4172-a39f-0b7f187d4bba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=263c3643-74be-4172-a39f-0b7f187d4bba,segment=NetworkSegment(17687d10-a0d0-4aea-abfd-e76e605ad53a),segment_id=17687d10-a0d0-4aea-abfd-e76e605ad53a)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:16.815379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:16.817378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:16.826159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc439d8b-d54b-460d-a3e8-77be15d55b31 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:38:16.829324 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ca5bfa16-b255-401d-a0a8-f89bf57c1772 req-fb77b276-8665-4b73-916d-c861bec02c95 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662508 Apr 15 19:38:16.867748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:16.898655 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c9dab747-eea2-4bf3-b226-a60a95178adb req-1234143b-ba2c-4f53-a756-f4c3b5a6e609 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575177 Apr 15 19:38:16.903608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=263c3643-74be-4172-a39f-0b7f187d4bba,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:16.911370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:16.933738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Transition to ACTIVE for port object fc439d8b-d54b-460d-a3e8-77be15d55b31 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:38:16.944317 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-a2194b80-c390-444d-a122-c822bc9e2347 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374900 Apr 15 19:38:16.984364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:17.007155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6245075e-9c6f-48b2-8b27-1006d1aad4b5 tempest-DeleteServersTestJSON-736207438 tempest-DeleteServersTestJSON-736207438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:17.083496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['263c3643-74be-4172-a39f-0b7f187d4bba'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:17.361564 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3be03da8-e3e5-407c-9caa-70c1c3a43728 req-a6f4d3c6-320b-45e8-ba9b-a3c35253be17 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104984 Apr 15 19:38:17.362364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc879b69-d5af-4901-8547-cbbf66c80a0c req-0502cdcd-3bca-45b2-8546-440a01df9fa4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:17.364717 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bc879b69-d5af-4901-8547-cbbf66c80a0c req-0502cdcd-3bca-45b2-8546-440a01df9fa4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1624835 Apr 15 19:38:17.441772 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bc879b69-d5af-4901-8547-cbbf66c80a0c req-f13f31c5-f4b5-4218-bd0d-957a6f446f9e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572257 Apr 15 19:38:17.485839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc439d8b-d54b-460d-a3e8-77be15d55b31,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:17.497020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:17.563850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e787f7d-322b-41e7-9c98-35d1ff1d7be2 req-de591c8d-1a85-42d7-bc39-66444eecc2cb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:17.564638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-1e787f7d-322b-41e7-9c98-35d1ff1d7be2 req-de591c8d-1a85-42d7-bc39-66444eecc2cb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Synchronizing usage tracker for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:17.678202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 33520) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:17.728248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c700a46-2882-4fb5-8d9e-7c5305696389 req-a2a20f15-99ac-4532-97c4-9c0e35de0b96 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:17.739205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-1e787f7d-322b-41e7-9c98-35d1ff1d7be2 req-de591c8d-1a85-42d7-bc39-66444eecc2cb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Unset dirty status for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:17.741976 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9c700a46-2882-4fb5-8d9e-7c5305696389 req-a2a20f15-99ac-4532-97c4-9c0e35de0b96 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 944 time: 0.1199901 Apr 15 19:38:17.749285 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1e787f7d-322b-41e7-9c98-35d1ff1d7be2 req-de591c8d-1a85-42d7-bc39-66444eecc2cb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 943 time: 0.3787656 Apr 15 19:38:17.815999 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9c700a46-2882-4fb5-8d9e-7c5305696389 req-ecf07d76-15f4-4072-b232-edfbc2c4c710 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730391 Apr 15 19:38:18.045051 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1e787f7d-322b-41e7-9c98-35d1ff1d7be2 req-0c4f796c-e558-4e84-92cf-2d419fe2a8bf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944956 Apr 15 19:38:18.070153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Attempting to bind port fc439d8b-d54b-460d-a3e8-77be15d55b31 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:38:18.070153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Attempting to bind port fc439d8b-d54b-460d-a3e8-77be15d55b31 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:38:18.070153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Attempting to bind port fc439d8b-d54b-460d-a3e8-77be15d55b31 on network 3ca8142a-e4ec-4b34-8be7-30c56fed667b {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:38:18.076612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Port fc439d8b-d54b-460d-a3e8-77be15d55b31 on network 3ca8142a-e4ec-4b34-8be7-30c56fed667b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:38:18.081523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Attempting to bind port fc439d8b-d54b-460d-a3e8-77be15d55b31 on network 3ca8142a-e4ec-4b34-8be7-30c56fed667b {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:38:18.097569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:38:18.097954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Checking segment: {'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:38:18.098416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Bound using segment: {'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:38:18.098855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Bound port: fc439d8b-d54b-460d-a3e8-77be15d55b31, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eeece38-11c7-45a6-ac8e-9026ea032362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:38:18.099594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.222041 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c3668009-91e7-4560-b0d0-977817de2dd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9100b8fb4614c05b104f945a68a8ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391645 Apr 15 19:38:18.224744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 33530) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:18.256313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14dcde-cb93-4b4e-a2aa-3ad7d0839a3b req-32c5c8e2-a24f-4543-b00e-5868e21dfcca tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:18.260598 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ed14dcde-cb93-4b4e-a2aa-3ad7d0839a3b req-32c5c8e2-a24f-4543-b00e-5868e21dfcca tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1966956 Apr 15 19:38:18.303764 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] For port fc439d8b-d54b-460d-a3e8-77be15d55b31, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:38:18.356813 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ed14dcde-cb93-4b4e-a2aa-3ad7d0839a3b req-03003ee4-ab6d-4434-87e2-074139a3d7c4 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513480 Apr 15 19:38:18.357276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] For port fc439d8b-d54b-460d-a3e8-77be15d55b31, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc439d8b-d54b-460d-a3e8-77be15d55b31,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:38:18.388860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.399344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb5959-e95d-4a05-bc7d-9ab05e54e017 req-184a2528-1821-40dc-b823-46bb9fcc8c12 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:18.402456 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9bb5959-e95d-4a05-bc7d-9ab05e54e017 req-184a2528-1821-40dc-b823-46bb9fcc8c12 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1835885 Apr 15 19:38:18.406840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 263c3643-74be-4172-a39f-0b7f187d4bba up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:38:18.456517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.505956 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9bb5959-e95d-4a05-bc7d-9ab05e54e017 req-42a947c0-eb97-4dc5-94d5-da3323ddb720 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906227 Apr 15 19:38:18.642505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 263c3643-74be-4172-a39f-0b7f187d4bba completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:38:18.643168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.648963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-401528a6-f3be-47f4-8298-cccc71a03f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:18.657185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.658668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 263c3643-74be-4172-a39f-0b7f187d4bba triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:38:18.659112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.712692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b30e4-a57b-445d-84dc-c9a6119f179a req-0d9a3c2f-5572-4525-828e-883ee91a2bb7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:18.714525 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c05b30e4-a57b-445d-84dc-c9a6119f179a req-0d9a3c2f-5572-4525-828e-883ee91a2bb7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1341064 Apr 15 19:38:18.742737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca3400e-73f4-4af2-8b21-8ee5fff8cfda,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:18.746172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:18.773372 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c05b30e4-a57b-445d-84dc-c9a6119f179a req-1c0825cc-3129-474a-a12c-d39ffd3506e1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514920 Apr 15 19:38:18.775064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:18.871141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.876229 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fca3400e-73f4-4af2-8b21-8ee5fff8cfda HTTP/1.1" status: 204 len: 168 time: 0.6051466 Apr 15 19:38:18.883934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.898571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc439d8b-d54b-460d-a3e8-77be15d55b31,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:18.904023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:18.908994 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:18.909876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:18.911843 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc439d8b-d54b-460d-a3e8-77be15d55b31 HTTP/1.1" status: 200 len: 1093 time: 3.9024687 Apr 15 19:38:18.912205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'tag': 'fc439d8b-d54b-460d-a3e8-77be15d55b31'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:18.945054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263c3643-74be-4172-a39f-0b7f187d4bba'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:18.974523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 263c3643-74be-4172-a39f-0b7f187d4bba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=263c3643-74be-4172-a39f-0b7f187d4bba,segment=NetworkSegment(17687d10-a0d0-4aea-abfd-e76e605ad53a),segment_id=17687d10-a0d0-4aea-abfd-e76e605ad53a)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:18.993770 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'tag': 'fc439d8b-d54b-460d-a3e8-77be15d55b31', 'status': 'completed', 'code': 200} Apr 15 19:38:19.013072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:19.015703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:19.087799 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263c3643-74be-4172-a39f-0b7f187d4bba', 'code': 200} Apr 15 19:38:19.163564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=263c3643-74be-4172-a39f-0b7f187d4bba,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:19.167530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:19.229765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502364-8113-4933-a852-875f0ce62a80 req-4d0e796d-18c5-4e7b-a740-941f8b5060df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:19.229765 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-4d0e796d-18c5-4e7b-a740-941f8b5060df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 1096 time: 0.2232139 Apr 15 19:38:19.345554 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-3dd9fb15-abe4-439f-ae34-a30bc3bac83d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc439d8b-d54b-460d-a3e8-77be15d55b31 HTTP/1.1" status: 200 len: 217 time: 0.1052096 Apr 15 19:38:19.417443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ae4c0-93f8-4a62-b287-cec04426b379 req-347e2f2b-18ff-4961-b7cc-947710765455 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:19.425968 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e11ae4c0-93f8-4a62-b287-cec04426b379 req-347e2f2b-18ff-4961-b7cc-947710765455 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 945 time: 0.4199700 Apr 15 19:38:19.448179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567aa3b-6850-409b-b231-3873b1c84935 req-53adde1b-180a-426c-b0c4-880342df5eba tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:19.456709 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b567aa3b-6850-409b-b231-3873b1c84935 req-53adde1b-180a-426c-b0c4-880342df5eba tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 943 time: 0.1966617 Apr 15 19:38:19.515207 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b567aa3b-6850-409b-b231-3873b1c84935 req-c08f7228-bfd1-48fb-816b-ac6798eb2a2e tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574343 Apr 15 19:38:19.568072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502364-8113-4933-a852-875f0ce62a80 req-2877fc79-f6a8-4860-8aca-386b67183429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:19.569699 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-2877fc79-f6a8-4860-8aca-386b67183429 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07e89248-458f-4d7a-9c46-433841ebb117 HTTP/1.1" status: 200 len: 849 time: 0.2174499 Apr 15 19:38:19.582168 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e11ae4c0-93f8-4a62-b287-cec04426b379 req-3ce88d00-1c3c-4a3a-abd4-65b88fd9dc4f tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548834 Apr 15 19:38:19.654465 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-f88afee5-7086-4947-8f0b-58c461601160 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ca8142a-e4ec-4b34-8be7-30c56fed667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673435 Apr 15 19:38:19.732729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c1c84-077c-4e26-b923-7bf67c5bd468 req-2ccf01a0-ac5d-4229-bdc1-41e1978b8cc9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:19.741579 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b71c1c84-077c-4e26-b923-7bf67c5bd468 req-2ccf01a0-ac5d-4229-bdc1-41e1978b8cc9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1204534 Apr 15 19:38:19.791109 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b71c1c84-077c-4e26-b923-7bf67c5bd468 req-2d9a66bd-d4d2-4d19-b9b7-2fe2549b5621 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Apr 15 19:38:19.867511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cf0b7-fea3-4dbc-9465-85a398ea2222 req-90cc002d-47ab-4751-9d2b-0c0f82889b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:19.869471 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0c0cf0b7-fea3-4dbc-9465-85a398ea2222 req-90cc002d-47ab-4751-9d2b-0c0f82889b0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 1098 time: 0.4243591 Apr 15 19:38:19.928890 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-101cae79-c13b-4772-9583-4cd7ceac6909 service neutron] 10.222.0.13 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603703 Apr 15 19:38:19.980938 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0c0cf0b7-fea3-4dbc-9465-85a398ea2222 req-2ce5d9d6-fef0-4ef1-b25e-14d688ebcedb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027050 Apr 15 19:38:20.051071 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281ba6-0476-46c3-9350-3b004f57f909 req-60b3f53a-01bb-4892-a586-1bbc4b4ccec8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:20.052689 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0f281ba6-0476-46c3-9350-3b004f57f909 req-60b3f53a-01bb-4892-a586-1bbc4b4ccec8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.2665493 Apr 15 19:38:20.339740 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0f281ba6-0476-46c3-9350-3b004f57f909 req-e049ce5f-3d0f-49b4-92cc-6d462268323f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772505 Apr 15 19:38:20.349098 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93502364-8113-4933-a852-875f0ce62a80 req-6084ecc6-a680-4335-a0eb-a972cac826e0 service neutron] 10.222.0.13 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079440 Apr 15 19:38:20.520438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45996f-145b-4378-9c01-f69e3444851c req-cab318aa-94b6-4c60-b06e-0466734c29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:20.522095 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a45996f-145b-4378-9c01-f69e3444851c req-cab318aa-94b6-4c60-b06e-0466734c29d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 1096 time: 0.0784848 Apr 15 19:38:20.681630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45996f-145b-4378-9c01-f69e3444851c req-c624046f-9a0e-4682-823f-d36432df44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:20.683242 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a45996f-145b-4378-9c01-f69e3444851c req-c624046f-9a0e-4682-823f-d36432df44e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ca8142a-e4ec-4b34-8be7-30c56fed667b HTTP/1.1" status: 200 len: 910 time: 0.1406808 Apr 15 19:38:20.726510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d5d91-f58b-4371-be09-eb2105245ea6 req-b8ab0fec-2df4-4609-8c91-9c348aef2443 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:20.728286 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce8d5d91-f58b-4371-be09-eb2105245ea6 req-b8ab0fec-2df4-4609-8c91-9c348aef2443 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 943 time: 0.1024866 Apr 15 19:38:20.782466 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce8d5d91-f58b-4371-be09-eb2105245ea6 req-f8d9cb89-04d8-4d7c-97c9-7562a20ce877 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472662 Apr 15 19:38:20.800870 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a45996f-145b-4378-9c01-f69e3444851c req-f2c3b05a-577c-4e9b-ae86-23bff017e6e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc439d8b-d54b-460d-a3e8-77be15d55b31 HTTP/1.1" status: 200 len: 217 time: 0.1102104 Apr 15 19:38:20.852319 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b5f9-958e-43b6-95cd-d529db9630e8 req-e559d763-3c7e-4b39-909a-aebce2f0d95e tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:20.853951 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ac60b5f9-958e-43b6-95cd-d529db9630e8 req-e559d763-3c7e-4b39-909a-aebce2f0d95e tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 945 time: 0.0962389 Apr 15 19:38:20.950103 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ac60b5f9-958e-43b6-95cd-d529db9630e8 req-4b3807a8-d319-43b1-a2d5-4dd3884d79e1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889454 Apr 15 19:38:20.981888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45996f-145b-4378-9c01-f69e3444851c req-6a7aea18-f54e-43e1-bdfb-40604bd900ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:20.981888 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a45996f-145b-4378-9c01-f69e3444851c req-6a7aea18-f54e-43e1-bdfb-40604bd900ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07e89248-458f-4d7a-9c46-433841ebb117 HTTP/1.1" status: 200 len: 849 time: 0.0950921 Apr 15 19:38:21.019757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6807813-331c-4fb7-b639-e1d5716e55cd req-198b8dd1-685c-4b10-8979-1bd32c7cd772 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:21.021706 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e6807813-331c-4fb7-b639-e1d5716e55cd req-198b8dd1-685c-4b10-8979-1bd32c7cd772 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1044140 Apr 15 19:38:21.036848 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a45996f-145b-4378-9c01-f69e3444851c req-fc866919-22cf-4be0-8028-8aeada6d4d89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ca8142a-e4ec-4b34-8be7-30c56fed667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513294 Apr 15 19:38:21.075521 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e6807813-331c-4fb7-b639-e1d5716e55cd req-2173be26-8d88-4c5e-8d06-bcff29298f1c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 Apr 15 19:38:21.232254 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a45996f-145b-4378-9c01-f69e3444851c req-dde48a96-199c-4389-affd-40eae9c81403 service neutron] 10.222.0.13 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860969 Apr 15 19:38:21.396482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-5b641084-fc36-4e37-b9c9-b307548dea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:21.398142 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-5b641084-fc36-4e37-b9c9-b307548dea56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1099 time: 0.2089124 Apr 15 19:38:21.404155 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a45996f-145b-4378-9c01-f69e3444851c req-d368be96-144f-4d27-b1bd-3468e7d35c4b service neutron] 10.222.0.13 "GET /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622391 Apr 15 19:38:21.608016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-74a032ab-d49f-4363-925d-206cc000bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:21.609651 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-74a032ab-d49f-4363-925d-206cc000bbd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.2045465 Apr 15 19:38:21.622425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f39a94-07cb-4d9b-a72d-388efd7d9c42 req-de48ca33-c603-40cd-b8e0-e38fb90d02a7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:21.623923 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-96f39a94-07cb-4d9b-a72d-388efd7d9c42 req-de48ca33-c603-40cd-b8e0-e38fb90d02a7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.1452391 Apr 15 19:38:21.762890 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-96f39a94-07cb-4d9b-a72d-388efd7d9c42 req-67c1ea93-9770-43a4-82a4-5994dc4cd1e8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808594 Apr 15 19:38:21.767999 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-48b9f03f-83b0-48ed-a5dc-f740510a454c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 200 len: 1002 time: 0.1431358 Apr 15 19:38:21.841469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-8e8459b4-29e9-4eaa-b669-732a858087f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:21.843043 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-8e8459b4-29e9-4eaa-b669-732a858087f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.0688128 Apr 15 19:38:21.924698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-22b5742f-345a-4d72-b014-5fcd893cd227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:21.926262 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-22b5742f-345a-4d72-b014-5fcd893cd227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774851 Apr 15 19:38:21.995393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb101f1a-5435-47b0-913c-768e9b53e95e req-bb4c4122-5c87-4c7c-8046-3a87de040cb6 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:21.998030 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cb101f1a-5435-47b0-913c-768e9b53e95e req-bb4c4122-5c87-4c7c-8046-3a87de040cb6 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 943 time: 0.1003220 Apr 15 19:38:22.062147 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cb101f1a-5435-47b0-913c-768e9b53e95e req-aee0aac9-f207-48b7-96f0-a1aa47244132 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560699 Apr 15 19:38:22.080504 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-5fa36240-5bda-4e73-805d-5ceb80225b9a service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478179 Apr 15 19:38:22.284839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70449e94-7d9b-4e69-b1d7-5b68b279a312 req-6cda5b82-7a95-481c-a3b6-d5d43642bb27 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:22.286493 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-70449e94-7d9b-4e69-b1d7-5b68b279a312 req-6cda5b82-7a95-481c-a3b6-d5d43642bb27 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0905621 Apr 15 19:38:22.290380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fceb-9ac7-463d-a9fc-13a5cf2aa518 req-38fb7ad6-3fdb-4c69-8c2a-d3349b4eafb8 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:22.290380 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7126fceb-9ac7-463d-a9fc-13a5cf2aa518 req-38fb7ad6-3fdb-4c69-8c2a-d3349b4eafb8 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 945 time: 0.2112181 Apr 15 19:38:22.298780 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9aa6b429-94d9-4f1b-889f-fcb78b9bf9ad req-79f0513f-a691-4915-b83c-3ac45d03c1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823967 Apr 15 19:38:22.338304 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-70449e94-7d9b-4e69-b1d7-5b68b279a312 req-5f8fc987-deeb-43e3-af1d-1bf6417555b3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Apr 15 19:38:22.344318 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7126fceb-9ac7-463d-a9fc-13a5cf2aa518 req-131f7e6e-0098-4215-b9a5-cec09e9b457e tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Apr 15 19:38:22.937526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-23ab14f1-a37a-466b-bbbd-72e9784735b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:22.972563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7cd11-9d16-41e4-a27e-11daeea52b99 req-e7074c05-d174-4ec9-907e-67a43001f93f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:22.974206 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9ab7cd11-9d16-41e4-a27e-11daeea52b99 req-e7074c05-d174-4ec9-907e-67a43001f93f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0913129 Apr 15 19:38:23.023710 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9ab7cd11-9d16-41e4-a27e-11daeea52b99 req-4e08b76f-a6e2-468f-afc0-32f26bd90972 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 Apr 15 19:38:23.353650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ede65-4a13-42a8-86f7-80d761edae54 req-addc5cf5-591c-4f8c-a5da-051daff60e03 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:23.355249 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b71ede65-4a13-42a8-86f7-80d761edae54 req-addc5cf5-591c-4f8c-a5da-051daff60e03 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 943 time: 0.1628087 Apr 15 19:38:23.358133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e65977-6397-43c0-9c57-f5de2788f77d req-99e3d94e-973c-438e-9bfb-71c8f732dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:23.359586 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86e65977-6397-43c0-9c57-f5de2788f77d req-99e3d94e-973c-438e-9bfb-71c8f732dca3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.1214223 Apr 15 19:38:23.435798 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b71ede65-4a13-42a8-86f7-80d761edae54 req-5b7d6125-9043-4640-b671-bba2d62c69e8 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731292 Apr 15 19:38:23.439525 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86e65977-6397-43c0-9c57-f5de2788f77d req-4880b83b-2303-4711-a78f-c72fcfca1ad5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605073 Apr 15 19:38:23.551456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328bf7-cafe-4c9c-9aab-f7e4fd3cb8a0 req-ec5975c5-a97f-4ef4-8b19-a748b96b983e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:23.553045 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-73328bf7-cafe-4c9c-9aab-f7e4fd3cb8a0 req-ec5975c5-a97f-4ef4-8b19-a748b96b983e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0934107 Apr 15 19:38:23.601486 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-73328bf7-cafe-4c9c-9aab-f7e4fd3cb8a0 req-33f5ccea-57de-4347-8a98-b2cd0c37d5e3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Apr 15 19:38:24.238106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3830cc9-10d4-46cb-b742-08c88bb463e4 req-46efaf00-a52f-4200-b354-06de37647f54 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:24.239609 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f3830cc9-10d4-46cb-b742-08c88bb463e4 req-46efaf00-a52f-4200-b354-06de37647f54 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 946 time: 0.0927014 Apr 15 19:38:24.287681 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f3830cc9-10d4-46cb-b742-08c88bb463e4 req-21c3707d-ea84-4fd3-99b0-fd509cf5c774 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416479 Apr 15 19:38:24.453375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device fc439d8b-d54b-460d-a3e8-77be15d55b31 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:38:24.460167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:38:24.681236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913354b-8904-46f1-9550-a67969de62f5 req-9177a57a-6786-4260-bbd2-2d858e5b01a9 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:24.684504 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d913354b-8904-46f1-9550-a67969de62f5 req-9177a57a-6786-4260-bbd2-2d858e5b01a9 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 943 time: 0.1261485 Apr 15 19:38:24.695087 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:24.749955 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d913354b-8904-46f1-9550-a67969de62f5 req-d37186ce-9e64-4382-a4db-ba2fdc50a024 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558553 Apr 15 19:38:24.756739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37435537-d075-4271-93ec-25166a43a37c'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:24.784478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:24.790202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port fc439d8b-d54b-460d-a3e8-77be15d55b31, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc439d8b-d54b-460d-a3e8-77be15d55b31,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:24.806383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': 'fc439d8b-d54b-460d-a3e8-77be15d55b31', 'network_id': '3ca8142a-e4ec-4b34-8be7-30c56fed667b', 'port_id': 'fc439d8b-d54b-460d-a3e8-77be15d55b31', 'mac_address': 'fa:16:3e:f2:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e89248-458f-4d7a-9c46-433841ebb117', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:38:24.846996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64de1-e111-4625-81f7-d889c0c843b3 req-0b09e168-b27d-440c-b1b9-634d9d60df2e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:24.848655 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a8c64de1-e111-4625-81f7-d889c0c843b3 req-0b09e168-b27d-440c-b1b9-634d9d60df2e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1042976 Apr 15 19:38:24.852435 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37435537-d075-4271-93ec-25166a43a37c', 'code': 422} returned with failed status Apr 15 19:38:24.854911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:24.876932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:24.901442 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a8c64de1-e111-4625-81f7-d889c0c843b3 req-bea57386-1f30-4309-9f87-105f7e72d029 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Apr 15 19:38:24.916662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:24.947774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc439d8b-d54b-460d-a3e8-77be15d55b31 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:38:24.980145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port fc439d8b-d54b-460d-a3e8-77be15d55b31, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc439d8b-d54b-460d-a3e8-77be15d55b31,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:24.983421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=8']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:24.994293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:25.030724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:25.033467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:25.111945 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=fc439d8b-d54b-460d-a3e8-77be15d55b31,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:25.115696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:25.276220 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffd29-4607-4ecf-85b6-611774f63423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:25.281642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['fc439d8b-d54b-460d-a3e8-77be15d55b31'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:25.517473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44068-bd06-427d-949e-4745f485925a req-ee6867ae-e586-4db0-a6d0-94b245162e02 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:25.519015 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1da44068-bd06-427d-949e-4745f485925a req-ee6867ae-e586-4db0-a6d0-94b245162e02 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.1068494 Apr 15 19:38:25.575610 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1da44068-bd06-427d-949e-4745f485925a req-fcadd73c-4151-41d6-86ae-4dbd3c5243a9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498838 Apr 15 19:38:25.647546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8052163-6466-40a9-9d27-7e508f39347f req-4075ca56-5152-4a78-ac0b-36e2aed790e2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:25.649210 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d8052163-6466-40a9-9d27-7e508f39347f req-4075ca56-5152-4a78-ac0b-36e2aed790e2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1630416 Apr 15 19:38:25.661412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-8d1776d9-f27d-41d2-981f-697a54505ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:25.663093 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-8d1776d9-f27d-41d2-981f-697a54505ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff64266bc601483fbca895b2a77ffc26&device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 1098 time: 0.1355991 Apr 15 19:38:25.688670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:25.802424 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d8052163-6466-40a9-9d27-7e508f39347f req-d48a1f2b-d456-4322-a9e7-1453b00debac tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440246 Apr 15 19:38:25.856765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-d0131c07-ab14-4e41-bde2-bc9d7ddaa42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:25.858386 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-d0131c07-ab14-4e41-bde2-bc9d7ddaa42a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 200 len: 920 time: 0.1805556 Apr 15 19:38:25.979647 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-8a7e31e0-b480-47cb-a972-42126f91eda7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 200 len: 217 time: 0.1095104 Apr 15 19:38:26.071043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-2307fd72-3ed4-40ca-8d97-49ae50cfef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:26.072644 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-2307fd72-3ed4-40ca-8d97-49ae50cfef6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 200 len: 859 time: 0.0854464 Apr 15 19:38:26.129086 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-f078b7d9-8f2b-4fb8-a790-be2fc26452d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8289a63e-77d3-405a-9ea0-cdc4b6e8a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492451 Apr 15 19:38:26.142090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ebaa-bb20-46c0-8f23-bf8dc218fcad req-cc290b10-5cdd-47fa-95af-db62507f5800 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:26.143658 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b277ebaa-bb20-46c0-8f23-bf8dc218fcad req-cc290b10-5cdd-47fa-95af-db62507f5800 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 944 time: 0.2176785 Apr 15 19:38:26.462235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device fc439d8b-d54b-460d-a3e8-77be15d55b31 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:38:26.496692 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b277ebaa-bb20-46c0-8f23-bf8dc218fcad req-e4c4c46b-1dbd-43a7-9fde-3fcf8eb903ab tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291314 Apr 15 19:38:26.555069 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-53edcba8-7d4b-4ecb-ba9b-0134b6994c15 service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103792 Apr 15 19:38:26.563539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:26.592303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port fc439d8b-d54b-460d-a3e8-77be15d55b31 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:38:26.598462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port fc439d8b-d54b-460d-a3e8-77be15d55b31 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:38:26.598894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:26.745208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:26.759152 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e35b2bfc-176f-49fa-ba85-28b6e491f43b req-89de5055-5b1b-4976-85ce-75fcc1d2b66a service neutron] 10.222.0.13 "GET /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968632 Apr 15 19:38:26.786491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port fc439d8b-d54b-460d-a3e8-77be15d55b31, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc439d8b-d54b-460d-a3e8-77be15d55b31,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:26.832229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:26.833185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:38:26.871281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:26.902423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc439d8b-d54b-460d-a3e8-77be15d55b31'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:26.982166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=fc439d8b-d54b-460d-a3e8-77be15d55b31,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:27.014180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:27.084616 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc439d8b-d54b-460d-a3e8-77be15d55b31', 'code': 200} Apr 15 19:38:27.242145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79411e-3fcb-4764-8428-51eec3bc2002 req-000bdc11-15df-41fe-9165-d5ae422050f0 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:27.245162 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0d79411e-3fcb-4764-8428-51eec3bc2002 req-000bdc11-15df-41fe-9165-d5ae422050f0 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1478572 Apr 15 19:38:27.323958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972525b6-9382-4438-9e26-d248c6e2d38c req-ae3f7567-18c0-45bd-82d8-d0a54d01fb61 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:27.325598 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-972525b6-9382-4438-9e26-d248c6e2d38c req-ae3f7567-18c0-45bd-82d8-d0a54d01fb61 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 945 time: 0.1154249 Apr 15 19:38:27.329248 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0d79411e-3fcb-4764-8428-51eec3bc2002 req-c54e4ff1-2a42-4bc7-843b-2076c72c3b5a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738833 Apr 15 19:38:27.396899 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-972525b6-9382-4438-9e26-d248c6e2d38c req-3020401c-11eb-4e14-ab4d-366c5fa22713 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612197 Apr 15 19:38:27.567355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932189a5-f963-4714-9d72-28eb35b2ecfe req-6a4359e3-87e1-47c2-95ff-a913e63a2d24 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:27.575867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5467b2-49fc-42be-8fb4-b3f6f240e366 req-33d42a99-ce27-4de0-830d-34c547e13a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:27.577657 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cc5467b2-49fc-42be-8fb4-b3f6f240e366 req-33d42a99-ce27-4de0-830d-34c547e13a80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 1098 time: 0.1143570 Apr 15 19:38:27.584265 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-932189a5-f963-4714-9d72-28eb35b2ecfe req-6a4359e3-87e1-47c2-95ff-a913e63a2d24 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.1271818 Apr 15 19:38:27.627020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:27.636138 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cc5467b2-49fc-42be-8fb4-b3f6f240e366 req-15e18373-6463-4716-bb72-9be84e3eb574 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509188 Apr 15 19:38:27.644326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-932189a5-f963-4714-9d72-28eb35b2ecfe req-65b0188f-865b-4820-917e-d3a4c260a9e0 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637436 Apr 15 19:38:27.771068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9469e-4cb9-4fed-bed6-53aede9712b9 req-e96eecc5-ee4c-428e-8a6b-ef51ca34178e tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:27.773151 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2aa9469e-4cb9-4fed-bed6-53aede9712b9 req-e96eecc5-ee4c-428e-8a6b-ef51ca34178e tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 945 time: 0.1079652 Apr 15 19:38:27.830245 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2aa9469e-4cb9-4fed-bed6-53aede9712b9 req-0f917aab-afc6-41df-9e16-16ed2ff06b94 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488987 Apr 15 19:38:27.903465 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 33684) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:28.033151 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-2199ab29-e397-466a-92ce-421346b1acfa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283138 Apr 15 19:38:28.542761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa974714-2e41-43a1-aba0-6d156a89aa8a req-753d3c39-6d1c-4875-aced-15e4995e9fe5 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:28.544403 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-aa974714-2e41-43a1-aba0-6d156a89aa8a req-753d3c39-6d1c-4875-aced-15e4995e9fe5 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1044345 Apr 15 19:38:28.737077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b625a8-9b47-415d-a48d-70ae88d88f14 req-9838f4da-149c-4a0e-a5b1-6af2b6867df7 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:28.738962 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01b625a8-9b47-415d-a48d-70ae88d88f14 req-9838f4da-149c-4a0e-a5b1-6af2b6867df7 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 945 time: 0.2086325 Apr 15 19:38:28.747971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-56d4d412-c6c0-46d5-b366-8f38950da2e1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:28.749814 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-56d4d412-c6c0-46d5-b366-8f38950da2e1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 945 time: 0.1671402 Apr 15 19:38:28.865232 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01b625a8-9b47-415d-a48d-70ae88d88f14 req-03078ded-114b-450e-b11e-7f75eb46617d tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140752 Apr 15 19:38:28.874463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Deleting port 263c3643-74be-4172-a39f-0b7f187d4bba {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:38:28.875102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:28.901604 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-aa974714-2e41-43a1-aba0-6d156a89aa8a req-0c89ab25-994c-4c57-aea7-55d05746ae6b tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500929 Apr 15 19:38:29.111810 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948a0b9-2f0c-44c2-92f2-b9b9178dc7cf req-1dd3a114-3670-457d-844e-2ad55d6030de tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:29.113335 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b948a0b9-2f0c-44c2-92f2-b9b9178dc7cf req-1dd3a114-3670-457d-844e-2ad55d6030de tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 945 time: 0.0896575 Apr 15 19:38:29.165136 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b948a0b9-2f0c-44c2-92f2-b9b9178dc7cf req-423c896f-bdb4-4300-a03c-6e1f66b57d0f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 Apr 15 19:38:29.303884 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51815c7-6748-4b49-bc8e-1bd168f9cda5 req-d95078af-84f3-4e84-a22d-7518a4c825e9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:29.305512 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f51815c7-6748-4b49-bc8e-1bd168f9cda5 req-d95078af-84f3-4e84-a22d-7518a4c825e9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.2589164 Apr 15 19:38:29.353472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] For port 263c3643-74be-4172-a39f-0b7f187d4bba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=263c3643-74be-4172-a39f-0b7f187d4bba,segment=NetworkSegment(17687d10-a0d0-4aea-abfd-e76e605ad53a),segment_id=17687d10-a0d0-4aea-abfd-e76e605ad53a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:29.353877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:29.512171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Calling delete_port for 263c3643-74be-4172-a39f-0b7f187d4bba owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:38:29.556932 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f51815c7-6748-4b49-bc8e-1bd168f9cda5 req-0f9230be-a414-484a-aaa5-a20ae3c843d9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420864 Apr 15 19:38:29.735978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:29.749883 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['263c3643-74be-4172-a39f-0b7f187d4bba'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:29.756043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:29.897156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Pushing event deleted for resources: {'Port': ['ID=263c3643-74be-4172-a39f-0b7f187d4bba,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:29.899640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:29.998247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-9c96722a-ce7d-464f-87dd-1b20eb1d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:29.999839 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-9c96722a-ce7d-464f-87dd-1b20eb1d68af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2&tenant_id=68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 1097 time: 0.2120311 Apr 15 19:38:30.046926 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8b16df24-07d2-46dc-95ab-8041877db877 req-ac2fdd1f-9a99-45c4-aab8-98b184fdc185 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7ae830-01b2-42b9-882d-33a84d429666 HTTP/1.1" status: 200 len: 210 time: 0.0521498 Apr 15 19:38:30.177859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] No DVR routers for this DVR port 263c3643-74be-4172-a39f-0b7f187d4bba on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:38:30.180474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:30.185462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'name': 'network-vif-deleted', 'tag': '263c3643-74be-4172-a39f-0b7f187d4bba'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:30.249123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-dbfcdc88-59f2-4d70-9c6c-52c6401c2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:30.250946 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-dbfcdc88-59f2-4d70-9c6c-52c6401c2246 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1097 time: 0.2129676 Apr 15 19:38:30.260005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151f565-8e7d-4e49-9beb-4187f64d2cf1 req-37504af9-ffc5-4ded-84a2-ac22065fa3b3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:30.261549 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4151f565-8e7d-4e49-9beb-4187f64d2cf1 req-37504af9-ffc5-4ded-84a2-ac22065fa3b3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1821461 Apr 15 19:38:30.286097 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-eb4f248b-d5ac-4be3-8788-04d233f4b001 req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] 10.222.0.13 "DELETE /v2.0/ports/263c3643-74be-4172-a39f-0b7f187d4bba HTTP/1.1" status: 204 len: 173 time: 1.5192719 Apr 15 19:38:30.415701 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4151f565-8e7d-4e49-9beb-4187f64d2cf1 req-1294853d-46e5-4652-b8c9-da67c0fdf4a2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250854 Apr 15 19:38:30.450537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-a28602cc-b08c-4f2b-8711-cb14ea22a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:30.452149 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-a28602cc-b08c-4f2b-8711-cb14ea22a869 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.1896596 Apr 15 19:38:30.526240 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7ae830-01b2-42b9-882d-33a84d429666', 'name': 'network-vif-deleted', 'tag': '263c3643-74be-4172-a39f-0b7f187d4bba', 'status': 'completed', 'code': 200} Apr 15 19:38:30.573267 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-279679d5-1a70-4ee6-aa79-f791dfe003b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 200 len: 1000 time: 0.1140509 Apr 15 19:38:30.732170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-c7b4ae3d-bcea-47d9-aec4-70629c595659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:30.733786 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-c7b4ae3d-bcea-47d9-aec4-70629c595659 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.1336730 Apr 15 19:38:30.814659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94a01e-a2b6-412f-9093-4fe878998676 req-302bac64-589e-4058-8edc-9773d1b39f4b tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:30.816260 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c94a01e-a2b6-412f-9093-4fe878998676 req-302bac64-589e-4058-8edc-9773d1b39f4b tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 945 time: 0.1639264 Apr 15 19:38:30.874577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-9bf12b31-b45d-4b7e-aaf1-cffe6d4bbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:30.876325 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-9bf12b31-b45d-4b7e-aaf1-cffe6d4bbf00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1298637 Apr 15 19:38:30.883787 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c94a01e-a2b6-412f-9093-4fe878998676 req-ad283862-a971-4e4a-bd28-16a6cd03307c tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598438 Apr 15 19:38:31.089854 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-c2820c2a-5bac-4ee6-812a-2b011e1acf90 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048571 Apr 15 19:38:31.410598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b61ec3-b8c9-4343-a82a-8a7a86340fd6 req-38b37eda-716d-4e68-b32f-387f7faf4cbd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:31.412172 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7b61ec3-b8c9-4343-a82a-8a7a86340fd6 req-38b37eda-716d-4e68-b32f-387f7faf4cbd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.4080331 Apr 15 19:38:31.501302 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7b61ec3-b8c9-4343-a82a-8a7a86340fd6 req-0df16a14-d940-4b5c-98ef-a5af41583875 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823798 Apr 15 19:38:31.505606 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d091a26f-e2d4-4378-baff-e6f66cbb69d4 req-992ffbaa-429e-42c5-ab8b-50f778af6385 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940401 Apr 15 19:38:32.107269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc35b4-7163-42d5-8598-059734723398 req-7dfd9ba4-aa0b-46d1-b35c-a3844df3f71e tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:32.110079 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-77dc35b4-7163-42d5-8598-059734723398 req-7dfd9ba4-aa0b-46d1-b35c-a3844df3f71e tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 945 time: 0.0930135 Apr 15 19:38:32.165877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-b6c41659-9766-46a6-b48c-11ca858a5e56 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:32.167541 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-b6c41659-9766-46a6-b48c-11ca858a5e56 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 945 time: 0.1037438 Apr 15 19:38:32.168252 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-77dc35b4-7163-42d5-8598-059734723398 req-c8409631-b817-44a6-ae09-a321143abbbd tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f10e9a-34f0-4e28-a8c3-408afb719fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Apr 15 19:38:32.270129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Deleting port fc439d8b-d54b-460d-a3e8-77be15d55b31 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:38:32.270794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:32.490875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 263c3643-74be-4172-a39f-0b7f187d4bba no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:38:32.588733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 263c3643-74be-4172-a39f-0b7f187d4bba {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:38:32.588733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 263c3643-74be-4172-a39f-0b7f187d4bba not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:38:32.597621 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] For port fc439d8b-d54b-460d-a3e8-77be15d55b31, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc439d8b-d54b-460d-a3e8-77be15d55b31,segment=NetworkSegment(2eeece38-11c7-45a6-ac8e-9026ea032362),segment_id=2eeece38-11c7-45a6-ac8e-9026ea032362)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:32.598221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:32.816332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Calling delete_port for fc439d8b-d54b-460d-a3e8-77be15d55b31 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:38:33.080983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0924e8-5f07-46f2-b8f9-6bce60d67a54 req-b483b665-f3e6-40da-a9f1-8f59f4c11a65 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:33.096086 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db0924e8-5f07-46f2-b8f9-6bce60d67a54 req-b483b665-f3e6-40da-a9f1-8f59f4c11a65 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.4000835 Apr 15 19:38:33.152879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:33.165359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['fc439d8b-d54b-460d-a3e8-77be15d55b31'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:33.367029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3a27d675-0388-4665-b93e-2b2ad9cb24b1 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:33.416094 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db0924e8-5f07-46f2-b8f9-6bce60d67a54 req-8837fbb3-a74b-4571-939c-ccda91a7d6f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128524 Apr 15 19:38:33.427210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Pushing event deleted for resources: {'Port': ['ID=fc439d8b-d54b-460d-a3e8-77be15d55b31,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:33.430162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:33.441492 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d0061633-034a-4d8e-81db-7ebc0c4d29fa req-68acd49c-f68d-4e60-895e-15758d9c12d9 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0654554 Apr 15 19:38:33.628116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] No DVR routers for this DVR port fc439d8b-d54b-460d-a3e8-77be15d55b31 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:38:33.630733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:33.640141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'name': 'network-vif-deleted', 'tag': 'fc439d8b-d54b-460d-a3e8-77be15d55b31'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:33.707526 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-183f31e9-8778-4ef3-8143-a9f6019d9d06 req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.13 "DELETE /v2.0/ports/fc439d8b-d54b-460d-a3e8-77be15d55b31 HTTP/1.1" status: 204 len: 173 time: 1.5272412 Apr 15 19:38:33.715815 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a124a384-3392-4f5b-9660-e5ce903642d6', 'name': 'network-vif-deleted', 'tag': 'fc439d8b-d54b-460d-a3e8-77be15d55b31', 'status': 'completed', 'code': 200} Apr 15 19:38:34.621099 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-56d0084b-c0a4-4c7f-8e03-dae2d5544da0 req-be1426c9-0ba6-4504-ac3f-9a85115fcdbb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0537505 Apr 15 19:38:34.696048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d37f4-1404-48b0-8f0b-6dbb95249b03 req-f54894fd-9fdd-4a82-a025-a4786301d1cc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:34.697726 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-681d37f4-1404-48b0-8f0b-6dbb95249b03 req-f54894fd-9fdd-4a82-a025-a4786301d1cc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.1090868 Apr 15 19:38:34.749113 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-681d37f4-1404-48b0-8f0b-6dbb95249b03 req-d4941cb4-c6ec-406e-95b1-76030203c7c2 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Apr 15 19:38:35.535016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451beaa-e2a8-4789-9857-c83b51ead546 req-3631f433-c3c9-4454-8a4d-6017a89edbbb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:35.536768 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b451beaa-e2a8-4789-9857-c83b51ead546 req-3631f433-c3c9-4454-8a4d-6017a89edbbb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1123533 Apr 15 19:38:35.587584 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b451beaa-e2a8-4789-9857-c83b51ead546 req-76dc93df-37d0-4aa7-b38f-1a3041fad24a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Apr 15 19:38:35.804989 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2a23b553-83a0-48a4-b138-862c81a2cb3d req-3a969320-f74c-4534-96a3-0fa7ad3d9487 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0521092 Apr 15 19:38:35.978587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4399-edd0-43cf-9e2e-976677c79bf6 req-7819c4e9-581b-4a8f-a493-e29cc596b80e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:35.980198 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-26ec4399-edd0-43cf-9e2e-976677c79bf6 req-7819c4e9-581b-4a8f-a493-e29cc596b80e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.0950339 Apr 15 19:38:36.030547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-26ec4399-edd0-43cf-9e2e-976677c79bf6 req-6c93d882-eb1e-4b51-b74c-c4b8156c8c52 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Apr 15 19:38:36.500565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device fc439d8b-d54b-460d-a3e8-77be15d55b31 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:38:36.542898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: fc439d8b-d54b-460d-a3e8-77be15d55b31 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:38:36.543276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device fc439d8b-d54b-460d-a3e8-77be15d55b31 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:38:36.838000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd0599-b21f-4a2b-b891-28c41d276ecd req-fc0ac28a-2280-4473-8000-c76fd93e5f09 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:36.839858 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-efcd0599-b21f-4a2b-b891-28c41d276ecd req-fc0ac28a-2280-4473-8000-c76fd93e5f09 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.0969915 Apr 15 19:38:36.899838 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-efcd0599-b21f-4a2b-b891-28c41d276ecd req-ed533a2c-62a3-4971-892e-80cd127a44ee tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525291 Apr 15 19:38:36.997744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-3749f186-e4e4-4932-a177-c9d4c53f2fb2 req-3095fdbd-f225-4f99-8a43-189e01914e42 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Synchronizing usage tracker for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:37.043495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-3749f186-e4e4-4932-a177-c9d4c53f2fb2 req-3095fdbd-f225-4f99-8a43-189e01914e42 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Unset dirty status for tenant:6ebe3f2c2e1e484abfe000c978a003fd on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:37.044814 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3749f186-e4e4-4932-a177-c9d4c53f2fb2 req-3095fdbd-f225-4f99-8a43-189e01914e42 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0983841 Apr 15 19:38:37.269906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd1d8-7c2c-49e6-bbe1-23d7ad89a91b req-66d2264d-93a2-452a-8d2a-69eba1d99709 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:37.271456 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-180dd1d8-7c2c-49e6-bbe1-23d7ad89a91b req-66d2264d-93a2-452a-8d2a-69eba1d99709 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.0973861 Apr 15 19:38:37.325983 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-180dd1d8-7c2c-49e6-bbe1-23d7ad89a91b req-c9b2d6b9-55d3-42a1-a45a-7e891ae4bc8c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476565 Apr 15 19:38:38.123884 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec1ed-7020-4c52-9db4-da0d94e55763 req-ff788bbb-0c7c-4172-9a53-589729cce2d2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:38.125535 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d9aec1ed-7020-4c52-9db4-da0d94e55763 req-ff788bbb-0c7c-4172-9a53-589729cce2d2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1054077 Apr 15 19:38:38.180554 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d9aec1ed-7020-4c52-9db4-da0d94e55763 req-ec1d9259-85b5-4be0-a49c-bebddc8c63cd tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484860 Apr 15 19:38:38.221049 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1ed4c174-c058-493e-a357-37d802cc5c8f req-ccbfecfb-5bce-4018-b847-fc0f0ffb212b tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0497885 Apr 15 19:38:38.552268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3bec-ef33-44b2-9615-245498320b76 req-5b695a42-fbd8-499f-a606-4f059454fda6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:38.553980 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ffdc3bec-ef33-44b2-9615-245498320b76 req-5b695a42-fbd8-499f-a606-4f059454fda6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.0994303 Apr 15 19:38:38.609214 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ffdc3bec-ef33-44b2-9615-245498320b76 req-d4f3aa41-2fea-449e-adf6-d48ccca950bd tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484898 Apr 15 19:38:39.411859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9882c-bf51-470b-b159-4621baccc33a req-120f0a98-00a6-477a-bd5c-3fdb2320bcf9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:39.413013 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc9882c-bf51-470b-b159-4621baccc33a req-120f0a98-00a6-477a-bd5c-3fdb2320bcf9 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.0970700 Apr 15 19:38:39.463881 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b3a287a5-1b6c-43d8-99ce-794f44c9c571 req-ff4bfcc5-f3d5-48c1-b7a8-8f3f2c7b1c9c tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0842209 Apr 15 19:38:39.472532 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc9882c-bf51-470b-b159-4621baccc33a req-894e9a29-d7fe-4f18-a9f2-dc364a0cc61c tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479803 Apr 15 19:38:39.861816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8df5d4-377b-46b3-9261-d10a206b7fd7 req-796215cc-1a87-4a93-9f9f-bbf9eb1fdd13 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:39.863512 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3e8df5d4-377b-46b3-9261-d10a206b7fd7 req-796215cc-1a87-4a93-9f9f-bbf9eb1fdd13 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.0997179 Apr 15 19:38:39.923394 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3e8df5d4-377b-46b3-9261-d10a206b7fd7 req-359f91ee-1739-448b-bcd6-fcf5254d715d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531168 Apr 15 19:38:40.267974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:40.646202 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-761f6b4e-94bd-4420-83ca-1f09ccfd103e req-63e7ebf5-c3b3-4869-8c54-34b5bc01d668 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0498717 Apr 15 19:38:40.726272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842ec8b-9b0c-4d0b-b384-27c6136d413f req-79c94b62-179e-492b-a090-c49a2f66128f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:40.727942 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0842ec8b-9b0c-4d0b-b384-27c6136d413f req-79c94b62-179e-492b-a090-c49a2f66128f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1143067 Apr 15 19:38:40.779605 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0842ec8b-9b0c-4d0b-b384-27c6136d413f req-ce5e654f-c1da-4ccd-a679-e2c8b83dc7e2 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Apr 15 19:38:41.157223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18202bb8-3755-4655-9f58-998073be1eec req-f40af23e-4f3e-487f-900b-594164ae594d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:41.158852 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-18202bb8-3755-4655-9f58-998073be1eec req-f40af23e-4f3e-487f-900b-594164ae594d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.1026931 Apr 15 19:38:41.224624 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-18202bb8-3755-4655-9f58-998073be1eec req-baebdb44-1a86-4c72-9ad8-c47fb27823b3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573058 Apr 15 19:38:41.837868 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee1fa4b8-dc0c-491f-8981-074382a96985 req-7929ed79-3317-41eb-8d8b-6d9769baa205 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0543017 Apr 15 19:38:42.010510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997387c-c5fc-417c-87f1-165e0252e537 req-4102765c-a73e-4e87-82ad-02292df33af1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:42.012362 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7997387c-c5fc-417c-87f1-165e0252e537 req-4102765c-a73e-4e87-82ad-02292df33af1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.0964367 Apr 15 19:38:42.066052 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7997387c-c5fc-417c-87f1-165e0252e537 req-79c5b334-a9db-4080-a722-c1c7d2b1d442 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Apr 15 19:38:42.437466 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec794d-d1b5-47f8-a7ff-ab8fbc39081a req-d98badff-55bd-4c7b-b840-7affcb9ea902 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:42.438962 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52ec794d-d1b5-47f8-a7ff-ab8fbc39081a req-d98badff-55bd-4c7b-b840-7affcb9ea902 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.0885055 Apr 15 19:38:42.492946 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-52ec794d-d1b5-47f8-a7ff-ab8fbc39081a req-870eedcd-e5b5-442d-b56f-bc2f4954421d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470035 Apr 15 19:38:43.006022 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8eeb34f4-e81e-4fc4-b502-7de5078581fb req-d19fd631-503e-46ba-a10a-e75a4b1b80c9 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0556076 Apr 15 19:38:43.323051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70c771-bc65-4712-a216-a9e5b8aca420 req-f85a3b1d-ca27-4b63-82f2-b796e7481693 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:43.324861 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8d70c771-bc65-4712-a216-a9e5b8aca420 req-f85a3b1d-ca27-4b63-82f2-b796e7481693 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1013787 Apr 15 19:38:43.380117 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8d70c771-bc65-4712-a216-a9e5b8aca420 req-86bc5342-94f5-44e9-b6cb-d3268b661c71 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474706 Apr 15 19:38:43.714501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a5d8-022d-4abe-87a5-4c3c1d68ceed req-05af5254-20b8-4507-98d5-fb2bc371093a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:43.716112 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f112a5d8-022d-4abe-87a5-4c3c1d68ceed req-05af5254-20b8-4507-98d5-fb2bc371093a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.1008267 Apr 15 19:38:43.771125 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f112a5d8-022d-4abe-87a5-4c3c1d68ceed req-4fe67e1c-ea11-4ad7-95ff-983257000f20 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482409 Apr 15 19:38:44.175005 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-96cf539a-a408-4d86-9f65-1973eedde93e req-3550697b-7836-4f2d-8ad2-f0148428ff47 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0532012 Apr 15 19:38:44.596848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a826-ff3f-4750-aa06-3f3d2ca2ea91 req-a21d6800-bd9a-4fb9-8fb1-9a277e5bb83d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:44.598626 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fdd1a826-ff3f-4750-aa06-3f3d2ca2ea91 req-a21d6800-bd9a-4fb9-8fb1-9a277e5bb83d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.0992382 Apr 15 19:38:44.648970 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fdd1a826-ff3f-4750-aa06-3f3d2ca2ea91 req-4fa9c392-8a31-4c10-beb5-7aa905498a5f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Apr 15 19:38:44.998113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b0ee3-1585-4209-8c13-262912b820c7 req-750d20b9-70e0-496b-b0b5-268062f8b141 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:44.999851 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-075b0ee3-1585-4209-8c13-262912b820c7 req-750d20b9-70e0-496b-b0b5-268062f8b141 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.1003461 Apr 15 19:38:45.050809 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-075b0ee3-1585-4209-8c13-262912b820c7 req-b754dfe4-93bf-4c93-9671-f663811354aa tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439000 Apr 15 19:38:45.355207 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2b22cc5c-037d-4d53-94a9-d23c5a38a8de req-9284fb2c-348e-4bd6-931f-7d4cf0246557 tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a124a384-3392-4f5b-9660-e5ce903642d6 HTTP/1.1" status: 200 len: 210 time: 0.0495095 Apr 15 19:38:45.862293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5245208-11a2-4e13-bb0c-574f6a5cc3cb req-37a85a4f-791d-4ceb-85d2-9cae2b1f9b0e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:45.863951 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b5245208-11a2-4e13-bb0c-574f6a5cc3cb req-37a85a4f-791d-4ceb-85d2-9cae2b1f9b0e tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.0928438 Apr 15 19:38:45.914973 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b5245208-11a2-4e13-bb0c-574f6a5cc3cb req-a6a85e9b-56ad-478d-8d5c-b34ee42b0a0d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Apr 15 19:38:46.047437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-5a086568-f66e-43fe-a911-7a81f77590cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:46.049103 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-5a086568-f66e-43fe-a911-7a81f77590cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1097 time: 0.0802712 Apr 15 19:38:46.214169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-54266c89-ca04-4498-a8df-c36f33155f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:46.215778 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-54266c89-ca04-4498-a8df-c36f33155f66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.1413705 Apr 15 19:38:46.262456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591cc91-970e-4ac9-beba-edd24d21474e req-399f9726-3d04-4ede-8f7c-bff713156c5d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:46.263978 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a591cc91-970e-4ac9-beba-edd24d21474e req-399f9726-3d04-4ede-8f7c-bff713156c5d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.0941467 Apr 15 19:38:46.313980 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a591cc91-970e-4ac9-beba-edd24d21474e req-a89ce609-6b49-45f6-93d9-5c05705e42dc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429688 Apr 15 19:38:46.330566 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-657b7e6f-fe2f-4ec0-ba85-be47940d2c0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 200 len: 1000 time: 0.1074293 Apr 15 19:38:46.365996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:38:46.401530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-998ffa44-e01a-4e48-941e-79dbb24bfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:46.406159 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-998ffa44-e01a-4e48-941e-79dbb24bfb44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.0652983 Apr 15 19:38:46.498089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-a8466ece-4074-4b1b-918f-c1d363d7c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:46.499877 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-a8466ece-4074-4b1b-918f-c1d363d7c8dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830648 Apr 15 19:38:46.658517 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-29784372-d07c-46b1-b4be-ac52fdb666b4 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510887 Apr 15 19:38:47.017831 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f16b3b39-a017-47db-8f92-1d7bd48b50b0 req-3064df44-a2ac-44f6-97af-be6bc3ed7add service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517673 Apr 15 19:38:47.133858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d7e43-c52e-403c-96b9-6ff98ec2596f req-ab7e2e9a-e86c-4ddd-b86c-628fd88bb94d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:47.135455 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b05d7e43-c52e-403c-96b9-6ff98ec2596f req-ab7e2e9a-e86c-4ddd-b86c-628fd88bb94d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.0944903 Apr 15 19:38:47.185409 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b05d7e43-c52e-403c-96b9-6ff98ec2596f req-53bc0abd-6fd6-4166-8a38-f9f47ab09112 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Apr 15 19:38:47.610285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-0d72df6a-e2b5-4140-98d9-6526e4474191 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:47.611852 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-0d72df6a-e2b5-4140-98d9-6526e4474191 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 946 time: 0.1239617 Apr 15 19:38:47.620865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf4ab-db6f-44f7-89b8-ab408a2b721a req-e6ef8706-7735-4353-9f04-63d9bb2a8d23 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:47.622380 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86bdf4ab-db6f-44f7-89b8-ab408a2b721a req-e6ef8706-7735-4353-9f04-63d9bb2a8d23 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 944 time: 0.1730294 Apr 15 19:38:47.730763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Deleting port 1e26c586-604f-4708-8dcb-678d28605fc8 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:38:47.731163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:47.769094 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86bdf4ab-db6f-44f7-89b8-ab408a2b721a req-c61ecbed-e1a7-4bef-9954-eeb44ffa261f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090484 Apr 15 19:38:48.012429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] For port 1e26c586-604f-4708-8dcb-678d28605fc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1e26c586-604f-4708-8dcb-678d28605fc8,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:48.012833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:48.153164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Calling delete_port for 1e26c586-604f-4708-8dcb-678d28605fc8 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:38:48.338406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:48.350934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f6594aae-e011-4828-b25b-d77436f42d96', '1e26c586-604f-4708-8dcb-678d28605fc8'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:48.396225 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-af206fb1-c725-4363-ba5e-44983afb1d7d req-7ec9912a-a29c-4cc0-b04c-4bd504146108 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 210 time: 0.0557976 Apr 15 19:38:48.425672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f322033f-56f0-48bd-be2b-8024be017188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:48.480875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Pushing event deleted for resources: {'Port': ['ID=1e26c586-604f-4708-8dcb-678d28605fc8,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:48.493449 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.493872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.494280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.494683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.495078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.495478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.495864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.496253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.496637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.497019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.497450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.497839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:48.503316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:48.569527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:38:48.656980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] No DVR routers for this DVR port 1e26c586-604f-4708-8dcb-678d28605fc8 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:38:48.659912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:48.664966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'name': 'network-vif-deleted', 'tag': '1e26c586-604f-4708-8dcb-678d28605fc8'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:48.707352 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e355b8d5-e728-4b66-a996-fc6d2bc46c94 req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "DELETE /v2.0/ports/1e26c586-604f-4708-8dcb-678d28605fc8 HTTP/1.1" status: 204 len: 173 time: 1.0838251 Apr 15 19:38:48.752398 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e', 'name': 'network-vif-deleted', 'tag': '1e26c586-604f-4708-8dcb-678d28605fc8', 'status': 'completed', 'code': 200} Apr 15 19:38:48.832913 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:48.851491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '37435537-d075-4271-93ec-25166a43a37c', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'port_id': '37435537-d075-4271-93ec-25166a43a37c', 'mac_address': 'fa:16:3e:17:3b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:38:48.921399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:48.940316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37435537-d075-4271-93ec-25166a43a37c {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:38:48.958471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:49.001664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:49.007913 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:49.070647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc51d-2959-485c-b6db-a6fe46892a53 req-b74f4012-cb2e-4517-80bf-1c8d0dbece46 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:49.072764 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-eddfc51d-2959-485c-b6db-a6fe46892a53 req-b74f4012-cb2e-4517-80bf-1c8d0dbece46 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 945 time: 0.1105268 Apr 15 19:38:49.136830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=9']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:49.145443 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-eddfc51d-2959-485c-b6db-a6fe46892a53 req-f831442e-3747-4b57-8463-02b7a00c35fc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633404 Apr 15 19:38:49.150131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:49.269521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['37435537-d075-4271-93ec-25166a43a37c'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:49.665124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-cf33cc78-dd36-4629-97c4-e3ed0dd0ca99 req-39a3728d-4e03-440a-8aad-5c36eaf3ab90 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Synchronizing usage tracker for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:38:49.729404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-cf33cc78-dd36-4629-97c4-e3ed0dd0ca99 req-39a3728d-4e03-440a-8aad-5c36eaf3ab90 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Unset dirty status for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:38:49.730733 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cf33cc78-dd36-4629-97c4-e3ed0dd0ca99 req-39a3728d-4e03-440a-8aad-5c36eaf3ab90 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a9c8e8-7005-4b7b-b31f-5a5a5d0dbb1e HTTP/1.1" status: 200 len: 210 time: 0.1389265 Apr 15 19:38:50.396834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d95dfb-2614-41a6-aa7c-c22c9ff942e7 req-2a839c06-9251-48b1-9e0c-b3943b0731d3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:50.398588 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34d95dfb-2614-41a6-aa7c-c22c9ff942e7 req-2a839c06-9251-48b1-9e0c-b3943b0731d3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 945 time: 0.1066251 Apr 15 19:38:50.454535 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34d95dfb-2614-41a6-aa7c-c22c9ff942e7 req-fa084a90-6d51-4372-9ba3-2f2421bf27e3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460472 Apr 15 19:38:50.566179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:38:50.662861 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 37435537-d075-4271-93ec-25166a43a37c triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:38:50.662861 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:50.826790 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:50.901891 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:50.903270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37435537-d075-4271-93ec-25166a43a37c'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:50.955315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:50.956263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 1e26c586-604f-4708-8dcb-678d28605fc8 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:38:51.026626 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37435537-d075-4271-93ec-25166a43a37c', 'code': 200} Apr 15 19:38:51.027219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:51.102282 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 1e26c586-604f-4708-8dcb-678d28605fc8 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:38:51.102720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 1e26c586-604f-4708-8dcb-678d28605fc8 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:38:51.104576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=10']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:51.115295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.115517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.115986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.116286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.116659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.117036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.117429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.117805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.118178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.118547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.118925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.119298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:51.123356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:51.679888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1799-838b-4377-b8fb-b95e8a31d95a req-8e8bf574-6ab6-4f41-97b9-6d038b61bed0 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:51.681835 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5dcd1799-838b-4377-b8fb-b95e8a31d95a req-8e8bf574-6ab6-4f41-97b9-6d038b61bed0 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.2080154 Apr 15 19:38:51.826502 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5dcd1799-838b-4377-b8fb-b95e8a31d95a req-31c53f2b-8f7d-4d77-a712-285765491d92 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343973 Apr 15 19:38:51.844438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb23d0-e1c0-47aa-8b77-7c5e2c0be607 req-3d47d123-2496-4f83-b01f-a50191dba660 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:51.847033 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34bb23d0-e1c0-47aa-8b77-7c5e2c0be607 req-3d47d123-2496-4f83-b01f-a50191dba660 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 947 time: 0.1133444 Apr 15 19:38:51.895483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d7020-6c7b-4ea3-8347-9c7ae3e31fac req-aec70c28-ae0f-472a-b648-96ac32e3152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:51.897411 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0b6d7020-6c7b-4ea3-8347-9c7ae3e31fac req-aec70c28-ae0f-472a-b648-96ac32e3152e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 1100 time: 0.1648159 Apr 15 19:38:51.942233 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34bb23d0-e1c0-47aa-8b77-7c5e2c0be607 req-32aec3fe-20e0-4254-b366-065ee051ce5a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742853 Apr 15 19:38:51.958575 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0b6d7020-6c7b-4ea3-8347-9c7ae3e31fac req-24b53e76-4de5-4caa-a263-2c24e865b3b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537496 Apr 15 19:38:52.497711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34066) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:52.564520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Deleting subnet 113220fc-15e1-4b87-a7fe-d38dcb225574 {{(pid=85346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:38:52.568469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:52.627149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852765062'] for subnet, precommit_delete_associations {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:52.713065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:52.743928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b03a458c-0e4f-42ba-ad1c-95332e66d10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:53.096630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852224592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-956378'] for subnet, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:53.127843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f7461dbd-2b43-4bcd-9a29-094e24fdc70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:53.244440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113220fc-15e1-4b87-a7fe-d38dcb225574,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:53.251404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2ae4-c34a-4188-8bfb-7d87561c4a11 req-dac44f91-c38e-4c54-8b7a-c0d328eeae7a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:53.253071 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-660e2ae4-c34a-4188-8bfb-7d87561c4a11 req-dac44f91-c38e-4c54-8b7a-c0d328eeae7a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 947 time: 0.1270461 Apr 15 19:38:53.258928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:53.317180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00057854-022d-4970-b2d3-7c5e3b9880c4 req-57f1d7eb-faf2-4910-956f-19d5f0eac6eb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:53.319412 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-00057854-022d-4970-b2d3-7c5e3b9880c4 req-57f1d7eb-faf2-4910-956f-19d5f0eac6eb tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.2983758 Apr 15 19:38:53.322707 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-660e2ae4-c34a-4188-8bfb-7d87561c4a11 req-3d1aaa9c-45fb-493c-9d1f-9a6d07c1bc2a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559096 Apr 15 19:38:53.346556 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:53.364910 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-eb8a4a25-614d-4ef1-87e6-23fd088fb76e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/113220fc-15e1-4b87-a7fe-d38dcb225574 HTTP/1.1" status: 204 len: 168 time: 0.8622427 Apr 15 19:38:53.365058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34096) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:53.398421 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-00057854-022d-4970-b2d3-7c5e3b9880c4 req-f9d7fb39-1d4a-4d66-a349-f87726d68bfe tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719385 Apr 15 19:38:53.503827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:53.709180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:53.829585 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aedb37e-a99f-4f47-9ff5-6ec72684b47b']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:38:53.845456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17687d10-a0d0-4aea-abfd-e76e605ad53a') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:38:53.845922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17687d10-a0d0-4aea-abfd-e76e605ad53a') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:38:53.859955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:53.881922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:53.889554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:38:54.105846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:38:54.116171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:54.308541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Network 8aedb37e-a99f-4f47-9ff5-6ec72684b47b has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:38:54.334392 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:38:54.500984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:54.507238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b4a3a484-fc1b-454a-a5ae-569519604d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:54.656113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:54.692797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aedb37e-a99f-4f47-9ff5-6ec72684b47b,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:54.695539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6b655-1ea4-498a-bff7-717e898415dd req-2f271fab-d1ce-4220-9aae-6aacc8f8356f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:54.698629 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ae6b655-1ea4-498a-bff7-717e898415dd req-2f271fab-d1ce-4220-9aae-6aacc8f8356f tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.1513436 Apr 15 19:38:54.724750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.724750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.725207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.725667 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.726078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.726559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.726862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.727267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.727677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.728075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.728470 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.728862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:38:54.738979 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8aedb37e-a99f-4f47-9ff5-6ec72684b47b HTTP/1.1" status: 204 len: 168 time: 1.3727033 Apr 15 19:38:54.740651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:54.744624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34126) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:54.779742 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ae6b655-1ea4-498a-bff7-717e898415dd req-62535d32-e00d-4d77-b57e-5f60b161975d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746284 Apr 15 19:38:54.836138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Deleting subnet 1e5ff939-f377-4bc3-9150-3b1d603bbb72 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:38:54.841322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:54.898929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:54.963521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:55.045865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08381604-0c28-4f80-a664-adadd754bf3f req-782369d3-c89a-41ad-89db-f0bc6b0525ea tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:55.053911 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-08381604-0c28-4f80-a664-adadd754bf3f req-782369d3-c89a-41ad-89db-f0bc6b0525ea tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 947 time: 0.5049353 Apr 15 19:38:55.156456 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-08381604-0c28-4f80-a664-adadd754bf3f req-0ac97312-b7ba-4450-8593-9ef337c810ab tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005599 Apr 15 19:38:55.291400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68d9d38e-fe63-4be7-a89a-900b46bb9e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:55.351979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:55.369593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:55.689308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5ff939-f377-4bc3-9150-3b1d603bbb72,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:55.693310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:55.726040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:55.732135 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1d043238-abed-4fea-adb0-98b3fb6ba7cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e5ff939-f377-4bc3-9150-3b1d603bbb72 HTTP/1.1" status: 204 len: 168 time: 0.9862463 Apr 15 19:38:55.735081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34130) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:55.851400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:55.871607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.001381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2391fe-6ef6-4681-9b83-9971f219d2de req-2c024651-c183-45b1-8e21-be67da31357a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:56.006297 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ba2391fe-6ef6-4681-9b83-9971f219d2de req-2c024651-c183-45b1-8e21-be67da31357a tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0943351 Apr 15 19:38:56.041104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.071465 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ba2391fe-6ef6-4681-9b83-9971f219d2de req-ce15dee2-11c9-416f-a850-74a669d33dc0 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612562 Apr 15 19:38:56.182167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025d17df-5866-4727-a523-8dc105f59093']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:38:56.196699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c19a07b-e343-42bd-8ee5-56c33b0d1c24') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:38:56.197050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c19a07b-e343-42bd-8ee5-56c33b0d1c24') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:38:56.212894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.235652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.242548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:38:56.510992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Network 025d17df-5866-4727-a523-8dc105f59093 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:38:56.524944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.529229 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.724881 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767c4d6-8ae8-4b62-aa70-3dc850c64732 req-9a939fef-2c41-4a71-bf08-6edbecafc6b7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:56.727322 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1767c4d6-8ae8-4b62-aa70-3dc850c64732 req-9a939fef-2c41-4a71-bf08-6edbecafc6b7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 947 time: 0.3951392 Apr 15 19:38:56.786062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Network 025d17df-5866-4727-a523-8dc105f59093 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:38:56.814145 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:38:56.926078 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1767c4d6-8ae8-4b62-aa70-3dc850c64732 req-e693be5b-b33d-4045-a1d1-be3a137669c6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826892 Apr 15 19:38:56.969065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.975458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:56.980063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-46fb4efe-826a-43a8-b72f-419ccd820ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:57.006083 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] 10.222.0.20 "DELETE /v2.0/networks/025d17df-5866-4727-a523-8dc105f59093 HTTP/1.1" status: 204 len: 168 time: 1.2697594 Apr 15 19:38:57.007424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Pushing event deleted for resources: {'Network': ['ID=025d17df-5866-4727-a523-8dc105f59093,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:57.012065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-68423dc0-04fa-497d-9520-989bb1b51325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:57.300813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7cda7-7eda-4dd4-9942-3c3586d6e534 req-3589c258-b8a3-4505-b219-b6e1952a10e3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:57.302557 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-84a7cda7-7eda-4dd4-9942-3c3586d6e534 req-3589c258-b8a3-4505-b219-b6e1952a10e3 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0957012 Apr 15 19:38:57.316860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34156) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:57.385770 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f49eb35e-ffb6-49dc-a275-6ca0a2724c2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b579ef5d15b49a9b5e92e5b89c0c31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670192 Apr 15 19:38:57.386802 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-84a7cda7-7eda-4dd4-9942-3c3586d6e534 req-19b5fbfb-2682-4fb8-9ec8-68f316b0977d tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/security-groups?id=701c384c-1f48-4883-89da-929b9af2c4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763812 Apr 15 19:38:57.388312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34160) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:57.459869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:57.492051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:57.580635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:57.625182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-aabfe492-71e6-4c18-9dfb-96c4d85519fc tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:38:57.626843 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-aabfe492-71e6-4c18-9dfb-96c4d85519fc tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 945 time: 0.0967813 Apr 15 19:38:57.751906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Deleting port f6594aae-e011-4828-b25b-d77436f42d96 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:38:57.752762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:57.926783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:57.942336 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9a96c8cc-80c6-419f-9fd5-27ef1111c018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:58.005895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:58.019989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:58.027240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:58.033062 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea9cab21-69fe-439b-b0e0-1ab55ed9c4d9 HTTP/1.1" status: 204 len: 168 time: 0.6394434 Apr 15 19:38:58.111154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] For port f6594aae-e011-4828-b25b-d77436f42d96, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f6594aae-e011-4828-b25b-d77436f42d96,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:38:58.111599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:58.275128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Calling delete_port for f6594aae-e011-4828-b25b-d77436f42d96 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:38:58.492428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:58.505996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f6594aae-e011-4828-b25b-d77436f42d96'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:38:58.520274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-40541387-685d-45a4-885f-8d44853bc4ad tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:58.666677 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-205a4219-bf02-42e8-8df7-16d2533bddcd req-9dc55e2a-1e5b-4671-813a-30e1a342ddb6 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 210 time: 0.0621457 Apr 15 19:38:58.723302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Pushing event deleted for resources: {'Port': ['ID=f6594aae-e011-4828-b25b-d77436f42d96,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:58.737679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34176) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:58.797496 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7c0d9f40-e9e1-465b-a387-b48d645c60da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=120bfc46b416496189df4a5bd554ccdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577989 Apr 15 19:38:58.799846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34180) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:38:58.805612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:58.813030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] No DVR routers for this DVR port f6594aae-e011-4828-b25b-d77436f42d96 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:38:58.816539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:58.828328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'name': 'network-vif-deleted', 'tag': 'f6594aae-e011-4828-b25b-d77436f42d96'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:38:58.877119 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-64b95b38-1a44-4ba3-ac51-6ab78be43dba req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.13 "DELETE /v2.0/ports/f6594aae-e011-4828-b25b-d77436f42d96 HTTP/1.1" status: 204 len: 173 time: 1.2445483 Apr 15 19:38:58.877398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:58.890412 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee1c1d5-e02a-455b-982f-c31003dfdd37', 'name': 'network-vif-deleted', 'tag': 'f6594aae-e011-4828-b25b-d77436f42d96', 'status': 'completed', 'code': 200} Apr 15 19:38:58.910018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:59.346093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:59.355417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f8dcf8eb-dcaf-42d8-a2aa-709afc9ebd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:38:59.369324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90002bc8-69ed-46a4-b580-9ea5122037c7,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:38:59.372232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:38:59.373481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:38:59.375472 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90002bc8-69ed-46a4-b580-9ea5122037c7 HTTP/1.1" status: 204 len: 168 time: 0.5737479 Apr 15 19:39:00.311016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-11f5526d-88f8-4dc3-b3a7-e477829dca0a req-219e7233-1fd6-4867-b1af-0a18e42125d1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Synchronizing usage tracker for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:00.378040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-11f5526d-88f8-4dc3-b3a7-e477829dca0a req-219e7233-1fd6-4867-b1af-0a18e42125d1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Unset dirty status for tenant:ff64266bc601483fbca895b2a77ffc26 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:00.379356 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-11f5526d-88f8-4dc3-b3a7-e477829dca0a req-219e7233-1fd6-4867-b1af-0a18e42125d1 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] 10.222.0.20 "GET /v2.0/ports?device_id=bee1c1d5-e02a-455b-982f-c31003dfdd37 HTTP/1.1" status: 200 len: 210 time: 0.4756360 Apr 15 19:39:00.630500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f6594aae-e011-4828-b25b-d77436f42d96 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:39:00.676445 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: f6594aae-e011-4828-b25b-d77436f42d96 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:39:00.677460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f6594aae-e011-4828-b25b-d77436f42d96 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:39:01.807802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34248) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:01.854323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a915c35-688d-4da3-bafb-939fa20e5b34 req-197fdd12-77f3-40cb-b7f5-5367e2af08f4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:01.858969 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a915c35-688d-4da3-bafb-939fa20e5b34 req-197fdd12-77f3-40cb-b7f5-5367e2af08f4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2205896 Apr 15 19:39:01.917467 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a915c35-688d-4da3-bafb-939fa20e5b34 req-513267a6-e821-470f-9d72-5fe762626cd2 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524776 Apr 15 19:39:02.496305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16382720'] for router_interface, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:02.904231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Deleting port 61741c41-99cb-473f-a9eb-d963459604f2 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:39:02.905697 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:03.191269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] For port 61741c41-99cb-473f-a9eb-d963459604f2, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=61741c41-99cb-473f-a9eb-d963459604f2,segment=NetworkSegment(cd3ccc93-e2f0-4bd0-9884-80966406f997),segment_id=cd3ccc93-e2f0-4bd0-9884-80966406f997)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:03.191783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:03.333851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Calling delete_port for 61741c41-99cb-473f-a9eb-d963459604f2 owned by network:router_interface {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:39:03.373489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ef010-df35-450d-a4c1-31d45e8d7026 req-a94e416b-5e38-4f94-b4a2-38b16314cef8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:03.381447 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3e0ef010-df35-450d-a4c1-31d45e8d7026 req-a94e416b-5e38-4f94-b4a2-38b16314cef8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.3195987 Apr 15 19:39:03.461682 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3e0ef010-df35-450d-a4c1-31d45e8d7026 req-3f2ed629-e9d8-4033-98f9-5364c2b0f9a4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791266 Apr 15 19:39:03.797749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:03.812397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70abe128-3f3b-4dfe-a813-00768e79f773 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:03.908856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Pushing event deleted for resources: {'Port': ['ID=61741c41-99cb-473f-a9eb-d963459604f2,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:03.915682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:04.517419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838278733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16383403'] for router_interface, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:04.768500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5650b5d-5184-4853-bbc9-816cd9ac1cd3 req-85431fa0-ebc4-47ca-a5d9-3f4324142ded tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:04.777767 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5650b5d-5184-4853-bbc9-816cd9ac1cd3 req-85431fa0-ebc4-47ca-a5d9-3f4324142ded tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1766546 Apr 15 19:39:04.843982 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a5650b5d-5184-4853-bbc9-816cd9ac1cd3 req-60e5a70f-1db8-47e1-bcc8-333bccd72062 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560510 Apr 15 19:39:05.131248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34288) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:05.274270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.299524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:05.302362 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Usage tracker for resource:security_group_rule and tenant:11add91bf0094693977ee3e1f65f8af3 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:05.307116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:05.314269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:05.322929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Router 569e78a9-fb77-422b-b870-97983113a950 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:39:05.517413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.538908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:39:05.550725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.552966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] Sync routers for ids ['569e78a9-fb77-422b-b870-97983113a950'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:39:05.565860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] Routers {'569e78a9-fb77-422b-b870-97983113a950'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:05.566935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:38:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['569e78a9-fb77-422b-b870-97983113a950'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:05.591588 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] 10.222.0.20 "PUT /v2.0/routers/569e78a9-fb77-422b-b870-97983113a950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7818007 Apr 15 19:39:05.594421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34298) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:05.608603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-88bcd1ff-9e62-4418-9ded-fc8785ab6e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:05.619873 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11add91bf0094693977ee3e1f65f8af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874833 Apr 15 19:39:05.622878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34302) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:05.728579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a0e9f0-2392-43c3-916a-c4fb112c7487,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:05.733464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:05.743481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.782850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.784871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] Set router 569e78a9-fb77-422b-b870-97983113a950 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:05.884531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks [] for router, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.895004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.917003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c5c26cba-8fe0-4075-9171-2a23ea248a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:05.961421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a0e9f0-2392-43c3-916a-c4fb112c7487,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:05.968826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:05.971086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:05.997030 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2a0e9f0-2392-43c3-916a-c4fb112c7487 HTTP/1.1" status: 204 len: 168 time: 0.3708193 Apr 15 19:39:06.140031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:39:03Z', 'revision_number': 5, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:06.144216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] Checking router: 569e78a9-fb77-422b-b870-97983113a950 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:39:06.153709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] Routers {'569e78a9-fb77-422b-b870-97983113a950'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:06.154368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:38:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['569e78a9-fb77-422b-b870-97983113a950'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:06.204253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:06.244277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31e4c7-dd09-4442-9d0e-97402a2cb36c req-0ce23217-68cd-4f70-9b2b-325f000c1918 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:06.245999 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8d31e4c7-dd09-4442-9d0e-97402a2cb36c req-0ce23217-68cd-4f70-9b2b-325f000c1918 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1477642 Apr 15 19:39:06.248759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Deleting port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:39:06.249281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:06.404102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] Set router 569e78a9-fb77-422b-b870-97983113a950 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:06.461866 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8d31e4c7-dd09-4442-9d0e-97402a2cb36c req-11a6aae8-cb8d-47df-a2f0-7107c5c75de7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559930 Apr 15 19:39:06.545259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] For port 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:06.545942 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:06.736159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Calling delete_port for 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca owned by network:router_gateway {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:39:06.771970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:39:03Z', 'revision_number': 5, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:06.777091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a402bb-d36a-489a-9cd5-457d33c7ee41 None None] The sync data for ids ['569e78a9-fb77-422b-b870-97983113a950'] in dv-cinder-776307-4-smb is: [{'id': '569e78a9-fb77-422b-b870-97983113a950', 'name': 'tempest-ServerRescueNegativeTestJSON-2077724037-router', 'tenant_id': 'ff64266bc601483fbca895b2a77ffc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:31Z', 'updated_at': '2021-04-15T19:39:03Z', 'revision_number': 5, 'project_id': 'ff64266bc601483fbca895b2a77ffc26', 'gw_port': {'id': '5f9f6625-20a1-41bb-8e21-1e5ef40c17ca', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e78a9-fb77-422b-b870-97983113a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:33Z', 'updated_at': '2021-04-15T19:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:39:07.206762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.278793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:07.326025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9f6625-20a1-41bb-8e21-1e5ef40c17ca,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:07.331143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:07.488854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34344) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:07.499722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16383249'] for router_gateway, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.640182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1166549531-network', 'tenant_id': '2adfd818695948758f5b5558921ac548'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:07.644938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:07.667581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Usage tracker for resource:network and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:07.677428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:07.688099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:07.711602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16369067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62728'] for router, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.714135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.727265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ceba6-46c1-4d91-bc37-03cbddac37c9 req-b009dba2-8084-4800-a124-3dac12779438 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:07.728888 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8e2ceba6-46c1-4d91-bc37-03cbddac37c9 req-b009dba2-8084-4800-a124-3dac12779438 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1367674 Apr 15 19:39:07.759272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Made reservation on behalf of 2adfd818695948758f5b5558921ac548 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:07.764170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.791018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.815246 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8e2ceba6-46c1-4d91-bc37-03cbddac37c9 req-3e18aa31-9728-4302-ab6f-6b9a29f23993 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789902 Apr 15 19:39:07.817776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:07.822214 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:07.825385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:07.837747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:07.926206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.985640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:07.989002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a236f097-dea5-481a-aa85-aedd34e1ca8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:08.019364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:39:08.029552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e054c2-047d-4f8d-8778-dddd784932ae,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:08.033287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:08.082335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.082672 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Added segment 0206a56b-c33f-44ca-a3d3-73a29db1ea49 of type vlan for network 8499d73b-d99d-415f-a58c-04dda7891957 Apr 15 19:39:08.110276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.111440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838408133'] for router, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.112022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569e78a9-fb77-422b-b870-97983113a950 {{(pid=85346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:39:08.125808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Notify callbacks [] for router, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.127050 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] 10.222.0.20 "DELETE /v2.0/routers/569e78a9-fb77-422b-b870-97983113a950 HTTP/1.1" status: 204 len: 168 time: 2.5315809 Apr 15 19:39:08.129788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34360) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:08.206509 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Deleting subnet b8180309-435d-4cec-94a0-bb8798781c52 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:39:08.209845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.242729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.245781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:08.246409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.253712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8cb16ad8-422c-4609-b807-b44e1694cfde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:08.363714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.419141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Pushing event updated for resources: {'Network': ['ID=8499d73b-d99d-415f-a58c-04dda7891957,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:08.445646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:08.446945 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 8499d73b-d99d-415f-a58c-04dda7891957 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:39:08.447020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.476500 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9862723 Apr 15 19:39:08.479415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34370) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:08.490307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Request body: {'subnet': {'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1166549531-subnet', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'ip_version': 4}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:08.497287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:08.502789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Usage tracker for resource:subnet and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:08.507292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:08.516243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:08.557436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Made reservation on behalf of 2adfd818695948758f5b5558921ac548 for: {'subnet': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:08.563056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853819408'] for subnet, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.761022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:39:08.784087 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.812477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:08.826189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:39:08.826947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5f9f6625-20a1-41bb-8e21-1e5ef40c17ca not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:39:08.827611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 61741c41-99cb-473f-a9eb-d963459604f2 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:39:08.877501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 61741c41-99cb-473f-a9eb-d963459604f2 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:39:08.877918 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 61741c41-99cb-473f-a9eb-d963459604f2 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:39:08.917021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8180309-435d-4cec-94a0-bb8798781c52,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:08.919870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:08.962955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:08.972164 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8180309-435d-4cec-94a0-bb8798781c52 HTTP/1.1" status: 204 len: 168 time: 0.8391325 Apr 15 19:39:08.973646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34394) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:09.071679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.081459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f0a4-4a4d-42de-bf13-f6e108ce7570 req-a417e703-8217-43ee-8b73-2fb6660c722d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:09.083097 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cc76f0a4-4a4d-42de-bf13-f6e108ce7570 req-a417e703-8217-43ee-8b73-2fb6660c722d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1239326 Apr 15 19:39:09.091502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.156763 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cc76f0a4-4a4d-42de-bf13-f6e108ce7570 req-fb513379-b678-4344-b896-2f6c797ac95a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634863 Apr 15 19:39:09.220998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2551179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853819453'] for subnet, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.236907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:09.290396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.364589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34ca46b-4979-47a8-9da3-5608f34db311,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:09.367795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:09.419215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8289a63e-77d3-405a-9ea0-cdc4b6e8a931']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:09.433712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3ccc93-e2f0-4bd0-9884-80966406f997') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:09.434053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3ccc93-e2f0-4bd0-9884-80966406f997') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:09.442752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Checking segment: {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:09.443161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Network hostable DHCP agents. Network: 8499d73b-d99d-415f-a58c-04dda7891957, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:39:09.447344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.462529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.469204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:39:09.488813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Network 8499d73b-d99d-415f-a58c-04dda7891957 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:39:09.523012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 8499d73b-d99d-415f-a58c-04dda7891957) {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:09.534829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71846598-6f36-47ce-8312-6f2c815ad8b4 None None] Network 8499d73b-d99d-415f-a58c-04dda7891957 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:39:09.536324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:09.536978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.581609 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b840101f-d460-491d-b92f-486830434730 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1003211 Apr 15 19:39:09.584976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34424) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:09.590999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:09.596547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:09.601038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Usage tracker for resource:router and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:09.604984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:09.611970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:09.653038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.656500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.680257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:39:09.691168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.847418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.945518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Network 8289a63e-77d3-405a-9ea0-cdc4b6e8a931 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:39:09.961125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-8499d73b-d99d-415f-a58c-04dda7891957', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:39:09.962263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:39:09.969096 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:39:10.163880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Allocated IP 172.20.0.2 (8499d73b-d99d-415f-a58c-04dda7891957/a34ca46b-4979-47a8-9da3-5608f34db311/0d4d4b2b-3fd6-4696-a3be-ed62ce97d327) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:10.294399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:10.360073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:10.373142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:10.390803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:10.403098 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Pushing event deleted for resources: {'Network': ['ID=8289a63e-77d3-405a-9ea0-cdc4b6e8a931,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:10.408991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:10.420157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:10.435605 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/8289a63e-77d3-405a-9ea0-cdc4b6e8a931 HTTP/1.1" status: 204 len: 168 time: 1.4608042 Apr 15 19:39:10.446906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c385-f496-4425-863a-5ae07faaf59c req-93f80462-8587-49c5-ba02-a68f8b300bb0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:10.449117 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-19c6c385-f496-4425-863a-5ae07faaf59c req-93f80462-8587-49c5-ba02-a68f8b300bb0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1310468 Apr 15 19:39:10.503023 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-19c6c385-f496-4425-863a-5ae07faaf59c req-06d4a547-b89f-4230-8301-18e4d4f3568b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Apr 15 19:39:10.538429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Transition to ACTIVE for port object 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:10.560047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Transition to ACTIVE for port object 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:10.681458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:10.694387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:10.698157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:10.730121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:10.820712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34442) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:10.831932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Pushing event updated for resources: {'Port': ['ID=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:10.836595 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:10.883666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Allocated IP 172.28.3.232 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/804e10cc-1d45-423e-ae26-845d81bf04c3) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:10.885487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ebac31e7-c972-434e-bfb7-354814e6face admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff64266bc601483fbca895b2a77ffc26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630810 Apr 15 19:39:10.888109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34446) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:10.891170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Network 8499d73b-d99d-415f-a58c-04dda7891957 is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:10.892361 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:10.894721 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:10.991673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Attempting to bind port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:10.992010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Attempting to bind port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:10.992417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Attempting to bind port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 on network 8499d73b-d99d-415f-a58c-04dda7891957 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:10.998048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:10.999156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Checking segment: {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:10.999646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.000086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Bound using segment: {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:11.000602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Bound port: 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:11.001018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.062971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0dce6884-c531-4daa-a769-19ba99d85436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.095777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] For port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:11.098863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] For port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:11.115624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0dce6884-c531-4daa-a769-19ba99d85436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.133095 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.134630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.150418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:11.212017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0dce6884-c531-4daa-a769-19ba99d85436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.216463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6ba81af3-92ee-4a6d-bd8e-2103b5976756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:11.230736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce6884-c531-4daa-a769-19ba99d85436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701c384c-1f48-4883-89da-929b9af2c4e0,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:11.234171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0dce6884-c531-4daa-a769-19ba99d85436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:11.244128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.260527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b44517ce-4f9b-4f9e-b11c-7c971a8b1fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:11.312850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Pushing event updated for resources: {'Port': ['ID=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:11.316063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:11.344456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34452) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:11.374961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0dce6884-c531-4daa-a769-19ba99d85436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.378649 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0dce6884-c531-4daa-a769-19ba99d85436 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/701c384c-1f48-4883-89da-929b9af2c4e0 HTTP/1.1" status: 204 len: 168 time: 0.4870765 Apr 15 19:39:11.407156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Pushing event updated for resources: {'Port': ['ID=804e10cc-1d45-423e-ae26-845d81bf04c3,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:11.411334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:11.429292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Deleting subnet 07e89248-458f-4d7a-9c46-433841ebb117 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:39:11.434223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.475257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:11.476561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:11.479006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:11.498784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.563731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.871309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90a6bd-f564-4beb-84dc-af92e8fd7429 req-693ad0dc-5ece-4711-94ce-7da900ddd55c tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:11.873045 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-af90a6bd-f564-4beb-84dc-af92e8fd7429 req-693ad0dc-5ece-4711-94ce-7da900ddd55c tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2008369 Apr 15 19:39:11.940464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:11.963447 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:12.050042 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-af90a6bd-f564-4beb-84dc-af92e8fd7429 req-2e16bada-b540-4a8e-80f7-40f8b7548208 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687865 Apr 15 19:39:12.051232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e89248-458f-4d7a-9c46-433841ebb117,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:12.053758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:12.114150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.121215 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/07e89248-458f-4d7a-9c46-433841ebb117 HTTP/1.1" status: 204 len: 168 time: 0.7755086 Apr 15 19:39:12.123947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34470) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:12.253953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.341200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.453832 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.523007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34482) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:12.590570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca8142a-e4ec-4b34-8be7-30c56fed667b']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:12.606257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeece38-11c7-45a6-ac8e-9026ea032362') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:12.606690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeece38-11c7-45a6-ac8e-9026ea032362') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:12.619978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.637622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.646745 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:39:12.768538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1318407542-network', 'tenant_id': '2f96932ceb08494fa67b9d1ffe86b74d'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:12.782930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:12.790731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.799191 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:12.807499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Usage tracker for resource:network and tenant:2f96932ceb08494fa67b9d1ffe86b74d is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:12.814210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:12.886475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:12.907978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:39:12.920791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:12.938030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:12.968871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b1d19-77a6-4eb8-8d3c-36874d65e7ef None None] Network 8499d73b-d99d-415f-a58c-04dda7891957 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:39:13.003729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Made reservation on behalf of 2f96932ceb08494fa67b9d1ffe86b74d for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:13.008703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.043510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.094985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Router 249a35c2-cbd5-411e-b5be-c123fc9408c8 is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:39:13.100310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Provisioning for port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:13.113384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Provisioning complete for port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:13.113815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.127567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:13.142517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f96932ceb08494fa67b9d1ffe86b74d is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:13.146300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Network 3ca8142a-e4ec-4b34-8be7-30c56fed667b has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:39:13.154977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:39:13.173916 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:39:13.235071 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:13.305156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:39:13.320967 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Sync routers for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:39:13.356971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:13.358232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:38:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:13.377871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Notify callbacks [] for router, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.382005 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7932415 Apr 15 19:39:13.382364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34490) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:13.393813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716765f-9581-417f-be20-5e912e8c882a req-cc0e1dbd-7eca-442e-b257-96fbbf6ac96d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:13.397275 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4716765f-9581-417f-be20-5e912e8c882a req-cc0e1dbd-7eca-442e-b257-96fbbf6ac96d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1637578 Apr 15 19:39:13.420884 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.431399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.451627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.455550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:13.491547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca8142a-e4ec-4b34-8be7-30c56fed667b,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:13.494202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:13.516448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.523566 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a70d1d11-c525-4050-a063-7b589a33dc6c admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ca8142a-e4ec-4b34-8be7-30c56fed667b HTTP/1.1" status: 204 len: 168 time: 1.3958771 Apr 15 19:39:13.528193 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4716765f-9581-417f-be20-5e912e8c882a req-4b9fee41-88b4-443f-a6d6-f94cf4c803db tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215134 Apr 15 19:39:13.555455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.560073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] For port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:13.572072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-29daa287-df2f-44bb-8b70-37707f7c353b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:13.584928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:39:13.595807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.596310 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Added segment 7a7c951e-7dd7-4d65-9fea-dd2d27b445c1 of type vlan for network 513c4370-6c2c-4430-a91e-c8900c94c123 Apr 15 19:39:13.606304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.614514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:13.626660 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.678584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:13.699251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c097387-f8e9-4b5e-9929-fc22682403dd,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:13.701986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:13.772237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.773816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:13.774579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:13.780660 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4b5f3416-80b4-46c4-82f5-619ee3f1d9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:13.899238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=513c4370-6c2c-4430-a91e-c8900c94c123,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:13.903238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:13.970007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34498) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:13.970233 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4454756 Apr 15 19:39:13.972798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34502) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:13.980226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Request body: {'subnet': {'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1318407542-subnet', 'tenant_id': '2f96932ceb08494fa67b9d1ffe86b74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:13.982888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 513c4370-6c2c-4430-a91e-c8900c94c123 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:39:13.985900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:13.990567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Usage tracker for resource:subnet and tenant:2f96932ceb08494fa67b9d1ffe86b74d is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:13.993830 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:14.000596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:14.051710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Made reservation on behalf of 2f96932ceb08494fa67b9d1ffe86b74d for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:14.058111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.093187 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4ba5698a-e3fd-4bd8-87ee-ea788f72502a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ebe3f2c2e1e484abfe000c978a003fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1226556 Apr 15 19:39:14.098957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34508) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:14.145700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Pushing event updated for resources: {'Port': ['ID=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:14.179355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:14.242635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-d1732a20-d3e0-4338-b971-4d44a52c4262 None None] Provisioning complete for port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:14.243067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d1732a20-d3e0-4338-b971-4d44a52c4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.349207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.390221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.431081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aefca1-0ba1-4977-8950-8a0d1dfdaf2e req-f2b58487-b740-4dde-af84-48ace1bc83f4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:14.432776 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-45aefca1-0ba1-4977-8950-8a0d1dfdaf2e req-f2b58487-b740-4dde-af84-48ace1bc83f4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2409723 Apr 15 19:39:14.442062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.485425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-384a1b45-90b6-4a3a-8869-f439b7054470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:14.487044 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-384a1b45-90b6-4a3a-8869-f439b7054470 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 1098 time: 0.1776950 Apr 15 19:39:14.509209 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:11Z', 'revision_number': 3, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:14.513629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Checking router: 249a35c2-cbd5-411e-b5be-c123fc9408c8 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:39:14.514598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Updating router 249a35c2-cbd5-411e-b5be-c123fc9408c8 port 804e10cc-1d45-423e-ae26-845d81bf04c3 binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:39:14.553269 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-45aefca1-0ba1-4977-8950-8a0d1dfdaf2e req-eea52938-30ad-4d4a-8a7e-e157f352f34c tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035147 Apr 15 19:39:14.577142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.734125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:14.757495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.765526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:14.786646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f10e9a-34f0-4e28-a8c3-408afb719fce,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:14.799558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:14.854897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.862388 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3f10e9a-34f0-4e28-a8c3-408afb719fce HTTP/1.1" status: 204 len: 168 time: 0.7548110 Apr 15 19:39:14.950763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:14.951480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:14.978123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.035148 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-0c60054e-307d-49d5-8df4-bdf53271c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:15.036804 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-0c60054e-307d-49d5-8df4-bdf53271c6e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 912 time: 0.5426259 Apr 15 19:39:15.056487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8a496b81-3aa0-4263-831b-711b71f0d93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:15.140648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Allocated IP 172.20.0.1 (8499d73b-d99d-415f-a58c-04dda7891957/a34ca46b-4979-47a8-9da3-5608f34db311/41631fba-f4bd-4269-be3a-17706549e4eb) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:15.152786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a36358-a60b-48b5-af84-cf7b114b8951,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:15.158151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:15.169408 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-2dff245d-329d-4965-80ba-be55d0913698 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 200 len: 1001 time: 0.1245332 Apr 15 19:39:15.175385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.198529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Transition to ACTIVE for port object 804e10cc-1d45-423e-ae26-845d81bf04c3 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:15.217747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Checking segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:15.219407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Network hostable DHCP agents. Network: 513c4370-6c2c-4430-a91e-c8900c94c123, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:39:15.237465 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.255125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8a1d779-480f-4975-a13b-f8bf5c7c4f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:15.266618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Network 513c4370-6c2c-4430-a91e-c8900c94c123 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:39:15.303843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 513c4370-6c2c-4430-a91e-c8900c94c123) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:15.334066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:15.335048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.350610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-ced2d9f9-3b03-47d1-a712-784d13105902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:15.352228 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-ced2d9f9-3b03-47d1-a712-784d13105902 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.1611257 Apr 15 19:39:15.376091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887b646-89d4-46b3-9f78-100855c5eeeb None None] Network 513c4370-6c2c-4430-a91e-c8900c94c123 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:39:15.384830 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4104757 Apr 15 19:39:15.447547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.477910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a937e-2097-49fb-af75-d21708770730 None None] Pushing event updated for resources: {'Port': ['ID=804e10cc-1d45-423e-ae26-845d81bf04c3,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:15.478381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Transition to ACTIVE for port object 41631fba-f4bd-4269-be3a-17706549e4eb will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:15.481088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4c3a937e-2097-49fb-af75-d21708770730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:15.494524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-1bec464a-a060-474c-a389-aa5040b5454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:15.495822 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-1bec464a-a060-474c-a389-aa5040b5454b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1349201 Apr 15 19:39:15.645311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Attempting to bind port 804e10cc-1d45-423e-ae26-845d81bf04c3 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:15.645764 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Attempting to bind port 804e10cc-1d45-423e-ae26-845d81bf04c3 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:15.646180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Attempting to bind port 804e10cc-1d45-423e-ae26-845d81bf04c3 on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:15.654002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:15.654962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:15.655653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.656099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:15.656637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Bound port: 804e10cc-1d45-423e-ae26-845d81bf04c3, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:15.657050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.657827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.684868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:15.737679 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-4bc74381-bb65-47d2-af76-8f403a6cfda7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336493 Apr 15 19:39:15.791288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177026c7-2655-4c81-8f17-77e7188fb56c None None] Network 513c4370-6c2c-4430-a91e-c8900c94c123 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:39:15.865481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] For port 804e10cc-1d45-423e-ae26-845d81bf04c3, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:15.888331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] For port 804e10cc-1d45-423e-ae26-845d81bf04c3, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=804e10cc-1d45-423e-ae26-845d81bf04c3,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:15.926598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:15.944994 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:15.979987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Pushing event updated for resources: {'Port': ['ID=41631fba-f4bd-4269-be3a-17706549e4eb,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:15.983681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:16.034399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-ec5fcb4b-7621-457b-8c42-1567ea9017b5 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:16.035308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-ec5fcb4b-7621-457b-8c42-1567ea9017b5 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:16.086429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-ec5fcb4b-7621-457b-8c42-1567ea9017b5 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:16.087958 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-ec5fcb4b-7621-457b-8c42-1567ea9017b5 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.2179921 Apr 15 19:39:16.095152 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9475c1f8-3a9b-4113-9499-4be3e0ae7ac3 req-15a5a225-2d2e-4afa-b8ea-6af3df8341c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031130 Apr 15 19:39:16.110228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab5f2f-28cc-4521-a250-f36c0b8760de req-43420a4e-a1dc-424f-a49e-40bc773ffa5d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:16.115171 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-c51adf01-4ba7-4e1d-a1dd-01b886b4301c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/quotas/2f96932ceb08494fa67b9d1ffe86b74d HTTP/1.1" status: 200 len: 375 time: 0.0197368 Apr 15 19:39:16.119359 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7ab5f2f-28cc-4521-a250-f36c0b8760de req-43420a4e-a1dc-424f-a49e-40bc773ffa5d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.3915265 Apr 15 19:39:16.143749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Network 8499d73b-d99d-415f-a58c-04dda7891957 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:16.148052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:16.150607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:16.182103 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-5aa76741-5344-4f70-9683-cb3a0a6b6f00 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658250 Apr 15 19:39:16.230224 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7ab5f2f-28cc-4521-a250-f36c0b8760de req-701f6ca7-ee69-46a4-907b-ba1fd32767f1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098239 Apr 15 19:39:16.236466 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:16.359497 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-58707247-bb66-44a4-ae1c-2982ad67294f service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668267 Apr 15 19:39:16.378588 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a937e-2097-49fb-af75-d21708770730 None None] Pushing event updated for resources: {'Port': ['ID=804e10cc-1d45-423e-ae26-845d81bf04c3,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:16.417586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4c3a937e-2097-49fb-af75-d21708770730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:16.454987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:16.456279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:38:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:16.508687 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-fe351d7d-fd18-494b-87fd-89ffca149bd7 service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419318 Apr 15 19:39:16.517879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-2a9c2fb0-6281-4e57-9f40-4e82cc767d44 None None] Provisioning for port 41631fba-f4bd-4269-be3a-17706549e4eb completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:16.583875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:16.584040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-2a9c2fb0-6281-4e57-9f40-4e82cc767d44 None None] Provisioning complete for port 41631fba-f4bd-4269-be3a-17706549e4eb triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:16.584040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2fb0-6281-4e57-9f40-4e82cc767d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:16.678442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c2fb0-6281-4e57-9f40-4e82cc767d44 None None] Port 41631fba-f4bd-4269-be3a-17706549e4eb cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:39:16.729285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:16.842498 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6ed48590-0fc9-4141-9d2b-170833361bed req-839bd349-2bdb-4244-a2ec-a818d0269d1c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0598600 Apr 15 19:39:16.936626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:16.971862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:17.002169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:17.089173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:17.094334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:15Z', 'revision_number': 1, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:17.099105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ad3a7-2ccc-4730-96b9-c6c82229ee0c None None] The sync data for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb is: [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:15Z', 'revision_number': 1, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:39:17.109585 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Pushing event updated for resources: {'Port': ['ID=41631fba-f4bd-4269-be3a-17706549e4eb,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:17.115488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:17.241532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Network 8499d73b-d99d-415f-a58c-04dda7891957 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:17.242694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:17.466415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf3ae-b0cd-463b-8ffe-70557d4768ed req-2c1fb043-50a3-4cc7-8b2c-b17370cb4211 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:17.476671 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ddaf3ae-b0cd-463b-8ffe-70557d4768ed req-2c1fb043-50a3-4cc7-8b2c-b17370cb4211 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1220014 Apr 15 19:39:17.526647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-8fe64ad2-953c-495e-b4ec-44ac8c9dfed0 None None] Provisioning complete for port 41631fba-f4bd-4269-be3a-17706549e4eb triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:17.527277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8fe64ad2-953c-495e-b4ec-44ac8c9dfed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:17.544640 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ddaf3ae-b0cd-463b-8ffe-70557d4768ed req-83caea6f-3c30-418b-934e-4123d559bd31 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682261 Apr 15 19:39:17.617987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-8fe64ad2-953c-495e-b4ec-44ac8c9dfed0 None None] Port 41631fba-f4bd-4269-be3a-17706549e4eb cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:39:17.728133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Router 249a35c2-cbd5-411e-b5be-c123fc9408c8 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:39:17.947790 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:39:17.961701 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] 10.222.0.20 "PUT /v2.0/routers/249a35c2-cbd5-411e-b5be-c123fc9408c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5780547 Apr 15 19:39:18.071609 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-239c681d-ce45-4bc8-998a-f75783ae4fef req-b41a3c19-c494-40aa-a0cf-d7d694579568 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0546997 Apr 15 19:39:18.705395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c061234-c53c-4f8a-a861-4eb109cf7e78 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:18.706299 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c061234-c53c-4f8a-a861-4eb109cf7e78 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.2029498 Apr 15 19:39:18.720651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Request body: {'port': {'device_id': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'admin_state_up': True, 'tenant_id': '2f96932ceb08494fa67b9d1ffe86b74d'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:18.762169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 804e10cc-1d45-423e-ae26-845d81bf04c3 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:18.765938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34564) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:18.771977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1036228756-network', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:18.789532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:18.793874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Usage tracker for resource:network and tenant:34abf8d6045f4a1ab0303c7217fad6ba is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:18.797735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:18.804332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:18.844711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Made reservation on behalf of 34abf8d6045f4a1ab0303c7217fad6ba for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:18.851035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:18.866195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:18.881836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:18.882054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:18.886037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Usage tracker for resource:port and tenant:2f96932ceb08494fa67b9d1ffe86b74d is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:18.886167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 804e10cc-1d45-423e-ae26-845d81bf04c3 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:18.886252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Usage tracker for resource:security_group_rule and tenant:34abf8d6045f4a1ab0303c7217fad6ba is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:18.889827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:18.891351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:18.901563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 804e10cc-1d45-423e-ae26-845d81bf04c3 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:18.901563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:18.901748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:18.901836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:18.949738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Made reservation on behalf of 2f96932ceb08494fa67b9d1ffe86b74d for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:18.958991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:18.996316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.027990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.034371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.039049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ca7784cf-2e19-4ffc-8f82-f999a9478f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:19.046793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 804e10cc-1d45-423e-ae26-845d81bf04c3, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=804e10cc-1d45-423e-ae26-845d81bf04c3,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:19.071673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:39:19.074484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.077155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b91a6326-afe6-4c79-9d8d-f82102421519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:19.085173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8c25f-fc7f-4102-b56a-b75ad8cc6c23,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:19.088201 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.088594 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Added segment def56361-a980-4c88-b600-75acace1b1be of type vlan for network 080034fc-afa5-46ba-ab02-af5763c48c92 Apr 15 19:39:19.137546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.143204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:19.158421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Allocated IP 172.20.0.7 (513c4370-6c2c-4430-a91e-c8900c94c123/e9a36358-a60b-48b5-af84-cf7b114b8951/f52e9e47-3018-435b-9931-89bd84f06dc0) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:19.179053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=804e10cc-1d45-423e-ae26-845d81bf04c3,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:19.182393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:19.194372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.195927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:19.196664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.202993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-16844785-b761-478a-b7e8-f29a440506ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:19.397846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.460264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.476037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3cf868a1-ca05-4a93-b702-464de8e45328 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:19.564417 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3f3b6e7e-2639-4553-9dcd-e3f22dd3e52f req-96eb5e1f-af36-45be-a8b8-7579f73f7ee2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 210 time: 0.3478565 Apr 15 19:39:19.584334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Pushing event updated for resources: {'Network': ['ID=080034fc-afa5-46ba-ab02-af5763c48c92,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:19.585749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:19.596863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 080034fc-afa5-46ba-ab02-af5763c48c92 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:39:19.605886 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8361554 Apr 15 19:39:19.606155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34574) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:19.612757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Request body: {'subnet': {'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1036228756-subnet', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:19.618523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:19.622840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Usage tracker for resource:subnet and tenant:34abf8d6045f4a1ab0303c7217fad6ba is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:19.623974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event updated for resources: {'Port': ['ID=f52e9e47-3018-435b-9931-89bd84f06dc0,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:19.626858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:19.628739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:19.633522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:19.682628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Made reservation on behalf of 34abf8d6045f4a1ab0303c7217fad6ba for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:19.688807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.697708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Network 513c4370-6c2c-4430-a91e-c8900c94c123 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:19.699104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:19.702351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:19.775203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:19.775887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:19.832093 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1162419 Apr 15 19:39:19.844653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Request body: {'port': {'device_id': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:19.970136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.145598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.162238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-719fd135-892b-4d7b-b11c-5f24a34d45f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:20.273589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Sync routers for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:39:20.285128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:20.285855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:38:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:20.288624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ace5f3c-649f-448c-9326-4cea45c139ea,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:20.299280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:20.343536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52e9e47-3018-435b-9931-89bd84f06dc0 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:39:20.351480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.368987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Transition to ACTIVE for port object f52e9e47-3018-435b-9931-89bd84f06dc0 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:20.381316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Checking segment: {'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:20.386511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Network hostable DHCP agents. Network: 080034fc-afa5-46ba-ab02-af5763c48c92, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:39:20.408565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.425209 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:20.440374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Network 080034fc-afa5-46ba-ab02-af5763c48c92 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:39:20.474730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 080034fc-afa5-46ba-ab02-af5763c48c92) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:20.487161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839eef1-84bd-46aa-b964-52fb93c8680f None None] Network 080034fc-afa5-46ba-ab02-af5763c48c92 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:39:20.492110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:20.492754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.545790 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5dacfbec-1a63-4cc4-a798-c45f71bb7260 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9359593 Apr 15 19:39:20.546316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34578) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:20.553185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:20.558641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:20.564050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Usage tracker for resource:router and tenant:34abf8d6045f4a1ab0303c7217fad6ba is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:20.571662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:20.575777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Pushing event updated for resources: {'Port': ['ID=f52e9e47-3018-435b-9931-89bd84f06dc0,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:20.585045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:20.589373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:20.637200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.638375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.692737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.692957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:20.789025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 804e10cc-1d45-423e-ae26-845d81bf04c3 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:20.861035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-080034fc-afa5-46ba-ab02-af5763c48c92', 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'fixed_ips': [{'subnet_id': '9ace5f3c-649f-448c-9326-4cea45c139ea'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:39:20.868078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:20.955356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Attempting to bind port f52e9e47-3018-435b-9931-89bd84f06dc0 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:20.955923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Attempting to bind port f52e9e47-3018-435b-9931-89bd84f06dc0 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:20.956404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Attempting to bind port f52e9e47-3018-435b-9931-89bd84f06dc0 on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:20.973081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfcb7-b27d-491a-b214-94bfa230605d req-1c05fb3c-c98e-4c08-978d-704666dcd9c2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:20.974139 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d23dfcb7-b27d-491a-b214-94bfa230605d req-1c05fb3c-c98e-4c08-978d-704666dcd9c2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:20.981284 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Port f52e9e47-3018-435b-9931-89bd84f06dc0 on network 513c4370-6c2c-4430-a91e-c8900c94c123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:39:20.981843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Attempting to bind port f52e9e47-3018-435b-9931-89bd84f06dc0 on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:20.990255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:20.990819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Checking segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:20.991772 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Bound using segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:20.992386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Bound port: f52e9e47-3018-435b-9931-89bd84f06dc0, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:20.992908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.077544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 804e10cc-1d45-423e-ae26-845d81bf04c3 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:21.077898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.084487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 2, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:21.089234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Checking router: 249a35c2-cbd5-411e-b5be-c123fc9408c8 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:39:21.089907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Updating router 249a35c2-cbd5-411e-b5be-c123fc9408c8 port 41631fba-f4bd-4269-be3a-17706549e4eb binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:39:21.094395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.100999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d23dfcb7-b27d-491a-b214-94bfa230605d req-1c05fb3c-c98e-4c08-978d-704666dcd9c2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:21.105889 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d23dfcb7-b27d-491a-b214-94bfa230605d req-1c05fb3c-c98e-4c08-978d-704666dcd9c2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 943 time: 0.3245869 Apr 15 19:39:21.134472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] For port f52e9e47-3018-435b-9931-89bd84f06dc0, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:21.157903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.161877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Allocated IP 172.20.0.2 (080034fc-afa5-46ba-ab02-af5763c48c92/9ace5f3c-649f-448c-9326-4cea45c139ea/518337af-461d-42b7-9a26-94273c5dd22c) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:21.174982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] For port f52e9e47-3018-435b-9931-89bd84f06dc0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f52e9e47-3018-435b-9931-89bd84f06dc0,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:21.179421 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d23dfcb7-b27d-491a-b214-94bfa230605d req-6a55edc8-6b93-46f5-bb98-8a07dbe9b05e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662928 Apr 15 19:39:21.208806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.224914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:21.474233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.488759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Transition to ACTIVE for port object 518337af-461d-42b7-9a26-94273c5dd22c will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:21.502726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.515386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Transition to ACTIVE for port object 518337af-461d-42b7-9a26-94273c5dd22c will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:21.539787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.569231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.591158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.594239 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:21.607073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Transition to ACTIVE for port object 41631fba-f4bd-4269-be3a-17706549e4eb will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:21.633719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Pushing event updated for resources: {'Port': ['ID=f52e9e47-3018-435b-9931-89bd84f06dc0,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:21.638729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:21.642572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.659250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-025ac405-30f3-4246-b006-60ad81caad57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:21.695835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:21.696536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.701495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Pushing event updated for resources: {'Port': ['ID=518337af-461d-42b7-9a26-94273c5dd22c,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:21.702611 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] 10.222.0.13 "PUT /v2.0/ports/f52e9e47-3018-435b-9931-89bd84f06dc0 HTTP/1.1" status: 200 len: 1093 time: 1.8625181 Apr 15 19:39:21.703176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'tag': 'f52e9e47-3018-435b-9931-89bd84f06dc0'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:39:21.704534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:21.737669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Allocated IP 172.28.3.88 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/7404ba34-2b6f-40c4-bcfc-91b46e1e90bd) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:21.796900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Pushing event updated for resources: {'Port': ['ID=41631fba-f4bd-4269-be3a-17706549e4eb,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:21.818700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.819081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.819458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.819828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.820191 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.820555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.820961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.821244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.821678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.822033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.822389 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.822744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:21.828271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:21.840819 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'tag': 'f52e9e47-3018-435b-9931-89bd84f06dc0', 'status': 'completed', 'code': 200} Apr 15 19:39:21.889196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9f5ecf16-bcc4-4f44-989d-082f80b31381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:21.891052 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-9f5ecf16-bcc4-4f44-989d-082f80b31381 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.1185927 Apr 15 19:39:21.893378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Network 080034fc-afa5-46ba-ab02-af5763c48c92 is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:21.894703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:21.899117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:21.945072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:21.988872 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-e3b3bf2e-b02e-4d7e-be9a-c97b6f02feaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52e9e47-3018-435b-9931-89bd84f06dc0 HTTP/1.1" status: 200 len: 217 time: 0.0889006 Apr 15 19:39:22.034963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Attempting to bind port 518337af-461d-42b7-9a26-94273c5dd22c on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:22.037252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.041914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Attempting to bind port 518337af-461d-42b7-9a26-94273c5dd22c by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:22.042485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Attempting to bind port 518337af-461d-42b7-9a26-94273c5dd22c on network 080034fc-afa5-46ba-ab02-af5763c48c92 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:22.049980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:22.050407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Checking segment: {'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:22.050862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.051305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Bound using segment: {'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:22.054831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Attempting to bind port 41631fba-f4bd-4269-be3a-17706549e4eb on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:22.055013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:22.055258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Attempting to bind port 41631fba-f4bd-4269-be3a-17706549e4eb by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:22.055822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Attempting to bind port 41631fba-f4bd-4269-be3a-17706549e4eb on network 8499d73b-d99d-415f-a58c-04dda7891957 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:22.057540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Bound port: 518337af-461d-42b7-9a26-94273c5dd22c, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:22.059886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.065419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:22.065847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Checking segment: {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:22.068313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.068752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Bound using segment: {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:22.069295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Bound port: 41631fba-f4bd-4269-be3a-17706549e4eb, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:22.071666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.080222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-47581d23-98f5-4cb2-9516-1a4260860dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:22.084215 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-47581d23-98f5-4cb2-9516-1a4260860dd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.0855422 Apr 15 19:39:22.144206 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-361f5076-2cc0-4a15-b8fb-7fca3ed490a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541666 Apr 15 19:39:22.193708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] For port 41631fba-f4bd-4269-be3a-17706549e4eb, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:22.198224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] For port 41631fba-f4bd-4269-be3a-17706549e4eb, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=41631fba-f4bd-4269-be3a-17706549e4eb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:22.218170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Pushing event updated for resources: {'Port': ['ID=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:22.231898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.239388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:22.254278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:22.324303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:22.326078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:22.328906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:22.379527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] For port 518337af-461d-42b7-9a26-94273c5dd22c, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:22.383300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] For port 518337af-461d-42b7-9a26-94273c5dd22c, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=518337af-461d-42b7-9a26-94273c5dd22c,segment=NetworkSegment(def56361-a980-4c88-b600-75acace1b1be),segment_id=def56361-a980-4c88-b600-75acace1b1be)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:22.428261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.445024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Pushing event updated for resources: {'Port': ['ID=41631fba-f4bd-4269-be3a-17706549e4eb,revision_number=4']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:22.450556 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:22.457255 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-b3681e29-d23b-4484-a6aa-4d219c845394 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064327 Apr 15 19:39:22.457834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-da2262b0-cd7a-4de7-8da5-52ec1fe4e496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:22.501636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:22.502596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:38:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:22.592441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7095-1514-4ce5-a60a-d3542ca20977 req-f7c7c0bf-f8e4-4af5-ba20-ed958b543837 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:22.594318 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-54ce7095-1514-4ce5-a60a-d3542ca20977 req-f7c7c0bf-f8e4-4af5-ba20-ed958b543837 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 943 time: 0.2489982 Apr 15 19:39:22.699543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Pushing event updated for resources: {'Port': ['ID=518337af-461d-42b7-9a26-94273c5dd22c,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:22.734944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:22.739310 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-54ce7095-1514-4ce5-a60a-d3542ca20977 req-94f788c5-316d-403f-a978-9421bd5500ba tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303296 Apr 15 19:39:22.744848 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-51be3ed0-bc11-49de-96ed-8c3a6c381de3 req-c17e059a-d75c-4b0f-ae8e-0f912f919ccd service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787125 Apr 15 19:39:22.800699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 41631fba-f4bd-4269-be3a-17706549e4eb up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:22.822737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:22.880212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8e911e8c-3599-444b-ae77-9288800b9bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.941250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 41631fba-f4bd-4269-be3a-17706549e4eb completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:22.953927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 41631fba-f4bd-4269-be3a-17706549e4eb triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:22.954363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:22.968310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-db49763a-4085-45ca-a313-e82f41149605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:22.971080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-db49763a-4085-45ca-a313-e82f41149605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.1201129 Apr 15 19:39:22.997740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:23.117327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:23.154764 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-63d325e2-4f77-410c-a15c-46aa435a93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:23.156369 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-63d325e2-4f77-410c-a15c-46aa435a93e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 916 time: 0.1789556 Apr 15 19:39:23.158578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 41631fba-f4bd-4269-be3a-17706549e4eb, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=41631fba-f4bd-4269-be3a-17706549e4eb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:23.191332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:23.193174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:23.225619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:22Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:23.235795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2095ed6-6766-4f7f-9eee-19c7701c2590 None None] The sync data for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb is: [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:22Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:39:23.261662 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-4ac25444-0a10-4525-9476-d39dfcb5524b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52e9e47-3018-435b-9931-89bd84f06dc0 HTTP/1.1" status: 200 len: 217 time: 0.0977848 Apr 15 19:39:23.321634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=41631fba-f4bd-4269-be3a-17706549e4eb,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:23.326667 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:23.367078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:39:23.377016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-bacddacb-a600-4832-96c1-d5c746304838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:23.379270 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-bacddacb-a600-4832-96c1-d5c746304838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.1056828 Apr 15 19:39:23.442787 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-73d189f0-3960-4d16-9eb3-af8852534709 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561244 Apr 15 19:39:23.606101 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-0cbcdbae-651e-46cb-b9f4-ca138ddba5fb service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556594 Apr 15 19:39:23.724305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:23.775863 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f7494c4c-3d7a-4edd-8a5a-ea8dbd354307 req-26b3201a-a835-49a1-b726-51c34624a20c service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627443 Apr 15 19:39:24.014984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa54a5-2711-4b4c-a81a-950f9366461d req-b361153c-eac7-44e3-8da0-f5e663b3dbce tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:24.016629 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-32fa54a5-2711-4b4c-a81a-950f9366461d req-b361153c-eac7-44e3-8da0-f5e663b3dbce tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 943 time: 0.1560242 Apr 15 19:39:24.070587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-32fa54a5-2711-4b4c-a81a-950f9366461d req-7a448851-bfec-4e72-a0b0-e604a5bf036e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:24.105404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Router 1e49b816-ce10-4015-aa18-c463f7ac96e6 is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:39:24.177392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-32fa54a5-2711-4b4c-a81a-950f9366461d req-7a448851-bfec-4e72-a0b0-e604a5bf036e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:24.178640 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-32fa54a5-2711-4b4c-a81a-950f9366461d req-7a448851-bfec-4e72-a0b0-e604a5bf036e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547248 Apr 15 19:39:24.305753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:39:24.315012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Sync routers for ids ['1e49b816-ce10-4015-aa18-c463f7ac96e6'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:39:24.325025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Routers {'1e49b816-ce10-4015-aa18-c463f7ac96e6'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:24.325752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:38:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['1e49b816-ce10-4015-aa18-c463f7ac96e6'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:24.397187 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:24.398811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85887f-603c-4156-bff3-0817d902607d None None] Network 080034fc-afa5-46ba-ab02-af5763c48c92 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:39:24.398954 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8515203 Apr 15 19:39:24.401751 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34590) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:24.607850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-7e08ba09-08f9-41ab-a317-c336e5e0e07b None None] Provisioning for port 518337af-461d-42b7-9a26-94273c5dd22c completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:24.633124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Set router 1e49b816-ce10-4015-aa18-c463f7ac96e6 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:24.760897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f52e9e47-3018-435b-9931-89bd84f06dc0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:39:24.881266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 518337af-461d-42b7-9a26-94273c5dd22c up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:24.932213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.resource_extend [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:39:25.127782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.215717 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 518337af-461d-42b7-9a26-94273c5dd22c completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:25.245633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 518337af-461d-42b7-9a26-94273c5dd22c triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:25.246055 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.317219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f52e9e47-3018-435b-9931-89bd84f06dc0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f52e9e47-3018-435b-9931-89bd84f06dc0,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:25.352302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5cdf-c009-4658-a6aa-bd2b80167bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.354839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': 'f52e9e47-3018-435b-9931-89bd84f06dc0', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'port_id': 'f52e9e47-3018-435b-9931-89bd84f06dc0', 'mac_address': 'fa:16:3e:26:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a36358-a60b-48b5-af84-cf7b114b8951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:39:25.356094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Allocated IP 172.20.0.1 (080034fc-afa5-46ba-ab02-af5763c48c92/9ace5f3c-649f-448c-9326-4cea45c139ea/7ff43214-172e-43ff-b2f7-1197457c6254) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:25.389439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3831a-3f0d-46fb-98df-1d76af241149 req-d67cf31b-1d8c-415f-918c-df3a1031dcdc tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:25.391121 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d0f3831a-3f0d-46fb-98df-1d76af241149 req-d67cf31b-1d8c-415f-918c-df3a1031dcdc tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 943 time: 0.0930271 Apr 15 19:39:25.451608 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d0f3831a-3f0d-46fb-98df-1d76af241149 req-c2c50bb7-8118-43e0-9046-c56976e0c92f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539219 Apr 15 19:39:25.541567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.559817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Transition to ACTIVE for port object 7ff43214-172e-43ff-b2f7-1197457c6254 will not be triggered until provisioned by entity DHCP. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:25.615216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.631937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:25.663066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.684319 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:39:22Z', 'revision_number': 3, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port': {'id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:21Z', 'updated_at': '2021-04-15T19:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:25.703182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Checking router: 1e49b816-ce10-4015-aa18-c463f7ac96e6 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:39:25.703581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Updating router 1e49b816-ce10-4015-aa18-c463f7ac96e6 port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:39:25.738042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52e9e47-3018-435b-9931-89bd84f06dc0 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:39:25.774648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff43214-172e-43ff-b2f7-1197457c6254,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:25.788659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:25.791194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.791901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.816664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f52e9e47-3018-435b-9931-89bd84f06dc0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f52e9e47-3018-435b-9931-89bd84f06dc0,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:25.824699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.830008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Network 080034fc-afa5-46ba-ab02-af5763c48c92 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:25.831153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:25.833596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:25.871551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.874354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-b74fe6c8-2a3a-46f4-8e0e-1c52e55af1f7 None None] Provisioning complete for port 518337af-461d-42b7-9a26-94273c5dd22c triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:25.875001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b74fe6c8-2a3a-46f4-8e0e-1c52e55af1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.895448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:25.918833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:25.988302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 518337af-461d-42b7-9a26-94273c5dd22c, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=518337af-461d-42b7-9a26-94273c5dd22c,segment=NetworkSegment(def56361-a980-4c88-b600-75acace1b1be),segment_id=def56361-a980-4c88-b600-75acace1b1be)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:26.083153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.084069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 41631fba-f4bd-4269-be3a-17706549e4eb up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:26.176142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=f52e9e47-3018-435b-9931-89bd84f06dc0,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:26.179685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:26.180789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:39:26.216231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:26.271111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.492729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=518337af-461d-42b7-9a26-94273c5dd22c,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:26.495809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:26.503236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 41631fba-f4bd-4269-be3a-17706549e4eb triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:26.503662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.506126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.548981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844054708'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.580222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:26.658322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.720316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff43214-172e-43ff-b2f7-1197457c6254,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:26.727670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:26.728498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.743157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-bb9f2de2-e62f-44da-9263-f1be647212dc None None] Provisioning for port 7ff43214-172e-43ff-b2f7-1197457c6254 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:26.818175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-bb9f2de2-e62f-44da-9263-f1be647212dc None None] Provisioning complete for port 7ff43214-172e-43ff-b2f7-1197457c6254 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:26.818512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2de2-e62f-44da-9263-f1be647212dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.842679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac47160-ce16-4f2c-81b0-a44500821dfd req-531b2cb4-14be-4b18-9038-07633c4c0949 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:26.844317 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ac47160-ce16-4f2c-81b0-a44500821dfd req-531b2cb4-14be-4b18-9038-07633c4c0949 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 944 time: 0.2652576 Apr 15 19:39:26.901649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:26.927682 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ac47160-ce16-4f2c-81b0-a44500821dfd req-a059a4d4-e523-49ac-a55e-fd8f49174d39 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724204 Apr 15 19:39:26.939222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Network 080034fc-afa5-46ba-ab02-af5763c48c92 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:26.940593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:26.943940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f2de2-e62f-44da-9263-f1be647212dc None None] Port 7ff43214-172e-43ff-b2f7-1197457c6254 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:39:26.946825 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Transition to ACTIVE for port object 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:27.000394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:27.020665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:27.114700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 518337af-461d-42b7-9a26-94273c5dd22c up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:27.161597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Router 1e49b816-ce10-4015-aa18-c463f7ac96e6 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:39:27.247506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f964e4c-c4da-4a4d-a9d0-2fceb9f12f6b None None] Pushing event updated for resources: {'Port': ['ID=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:27.256031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f964e4c-c4da-4a4d-a9d0-2fceb9f12f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:27.259618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-d6dcb9f1-8f95-4f9a-a09f-a7ae6e0c3532 None None] Provisioning complete for port 7ff43214-172e-43ff-b2f7-1197457c6254 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:27.260042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb9f1-8f95-4f9a-a09f-a7ae6e0c3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:27.353899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:39:27.355875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 518337af-461d-42b7-9a26-94273c5dd22c triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:27.356673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:27.364208 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] 10.222.0.20 "PUT /v2.0/routers/1e49b816-ce10-4015-aa18-c463f7ac96e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614055 Apr 15 19:39:27.395419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-d6dcb9f1-8f95-4f9a-a09f-a7ae6e0c3532 None None] Port 7ff43214-172e-43ff-b2f7-1197457c6254 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:39:27.425794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Attempting to bind port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:27.426199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Attempting to bind port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:27.426617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Attempting to bind port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:27.438556 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:27.438960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:27.439418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:27.439864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:27.440395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Bound port: 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:27.440818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:27.734836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:27.752764 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] For port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:27.768269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] For port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:27.802961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:27.822198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:27.974858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f964e4c-c4da-4a4d-a9d0-2fceb9f12f6b None None] Pushing event updated for resources: {'Port': ['ID=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:27.981153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f964e4c-c4da-4a4d-a9d0-2fceb9f12f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:28.022670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Routers {'1e49b816-ce10-4015-aa18-c463f7ac96e6'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:28.023469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['1e49b816-ce10-4015-aa18-c463f7ac96e6'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:28.154774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfe098-8472-4742-ab66-c46ee6c5a441 req-c8a77b74-c46f-4961-9fe9-273f15142ee6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:28.156397 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2cfe098-8472-4742-ab66-c46ee6c5a441 req-c8a77b74-c46f-4961-9fe9-273f15142ee6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0930760 Apr 15 19:39:28.205838 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d2cfe098-8472-4742-ab66-c46ee6c5a441 req-12b79286-616b-4fa3-9e1f-ded73f70c081 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Apr 15 19:39:28.229177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] Set router 1e49b816-ce10-4015-aa18-c463f7ac96e6 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:28.574850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 4, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port': {'id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:21Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '7ff43214-172e-43ff-b2f7-1197457c6254', 'name': '', 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'mac_address': 'fa:16:3e:1a:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:25Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 2, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'subnets': [{'id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:28.579500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb0d04-3614-44c3-acef-c75e979a5587 None None] The sync data for ids ['1e49b816-ce10-4015-aa18-c463f7ac96e6'] in dv-cinder-776307-4-smb is: [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 4, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port': {'id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:21Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '7ff43214-172e-43ff-b2f7-1197457c6254', 'name': '', 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'mac_address': 'fa:16:3e:1a:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:25Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 2, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'subnets': [{'id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:39:28.707393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f52e9e47-3018-435b-9931-89bd84f06dc0 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:28.837054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port f52e9e47-3018-435b-9931-89bd84f06dc0 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:28.843953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port f52e9e47-3018-435b-9931-89bd84f06dc0 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:28.844532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:29.031805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:29.095421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52e9e47-3018-435b-9931-89bd84f06dc0'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:39:29.104860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port f52e9e47-3018-435b-9931-89bd84f06dc0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f52e9e47-3018-435b-9931-89bd84f06dc0,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:29.157911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:29.161256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:29.215371 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52e9e47-3018-435b-9931-89bd84f06dc0', 'code': 200} Apr 15 19:39:29.301979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=f52e9e47-3018-435b-9931-89bd84f06dc0,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:29.305536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:29.664729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82685-a69f-4499-9ce4-1b22802c2c67 req-93425aaf-7f91-436d-b9e0-02bffb80f91c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:29.666676 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4bb82685-a69f-4499-9ce4-1b22802c2c67 req-93425aaf-7f91-436d-b9e0-02bffb80f91c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2318146 Apr 15 19:39:29.787707 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4bb82685-a69f-4499-9ce4-1b22802c2c67 req-9b635d55-62f2-4167-a537-de61de45fca0 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886979 Apr 15 19:39:29.795721 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7b13a-b850-4040-bed4-5b44d601c9e4 req-3b139a46-9d2c-47da-a29e-24e2bebfebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:29.797688 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0df7b13a-b850-4040-bed4-5b44d601c9e4 req-3b139a46-9d2c-47da-a29e-24e2bebfebc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 1098 time: 0.2472951 Apr 15 19:39:29.855487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0df7b13a-b850-4040-bed4-5b44d601c9e4 req-8a6ed3ae-39ce-458c-ad2c-5bce65eb4c56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Apr 15 19:39:31.037851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebdd92-02f2-474e-b962-1afe68953b6a req-f44c0534-3e50-44e7-afaa-7e49441c80c1 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:31.039555 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-49ebdd92-02f2-474e-b962-1afe68953b6a req-f44c0534-3e50-44e7-afaa-7e49441c80c1 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1198494 Apr 15 19:39:31.058670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:31.120235 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-49ebdd92-02f2-474e-b962-1afe68953b6a req-04159026-9792-4774-ac14-a14eb159069c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604630 Apr 15 19:39:31.238924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:31.245008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:31.245296 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:31.386370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:31.409643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:32.341567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Sync routers for ids ['1e49b816-ce10-4015-aa18-c463f7ac96e6'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:39:32.351597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Routers {'1e49b816-ce10-4015-aa18-c463f7ac96e6'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:32.352256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['1e49b816-ce10-4015-aa18-c463f7ac96e6'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:32.682900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:32.684911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:32.711799 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Set router 1e49b816-ce10-4015-aa18-c463f7ac96e6 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:32.782993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:32.801836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:33.042681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:33.084063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 4, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port': {'id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:21Z', 'updated_at': '2021-04-15T19:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '7ff43214-172e-43ff-b2f7-1197457c6254', 'name': '', 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'mac_address': 'fa:16:3e:1a:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:25Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 2, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'subnets': [{'id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:33.088606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Checking router: 1e49b816-ce10-4015-aa18-c463f7ac96e6 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:39:33.089089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Updating router 1e49b816-ce10-4015-aa18-c463f7ac96e6 port 7ff43214-172e-43ff-b2f7-1197457c6254 binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:39:33.152283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:33.152972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:33.173456 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:33.667003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:33.681882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Transition to ACTIVE for port object 7ff43214-172e-43ff-b2f7-1197457c6254 will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:33.715975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:33.732504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:33.875999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26979b0-2cd3-48ad-8f8a-132ab691a724 None None] Pushing event updated for resources: {'Port': ['ID=7ff43214-172e-43ff-b2f7-1197457c6254,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:33.881425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a26979b0-2cd3-48ad-8f8a-132ab691a724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:34.144607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Attempting to bind port 7ff43214-172e-43ff-b2f7-1197457c6254 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:34.145029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Attempting to bind port 7ff43214-172e-43ff-b2f7-1197457c6254 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:34.145465 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Attempting to bind port 7ff43214-172e-43ff-b2f7-1197457c6254 on network 080034fc-afa5-46ba-ab02-af5763c48c92 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:34.154263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:34.154739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Checking segment: {'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:34.155250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:34.155703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Bound using segment: {'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:34.156497 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Bound port: 7ff43214-172e-43ff-b2f7-1197457c6254, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def56361-a980-4c88-b600-75acace1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:34.156927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:34.203669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba40f8-dac6-4cc4-8d71-16d34bb931eb req-45c3cee1-1c39-466a-a03e-b95c96e7a50c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:34.205290 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b2ba40f8-dac6-4cc4-8d71-16d34bb931eb req-45c3cee1-1c39-466a-a03e-b95c96e7a50c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 947 time: 0.1177526 Apr 15 19:39:34.271476 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b2ba40f8-dac6-4cc4-8d71-16d34bb931eb req-8bfa849b-8aff-40ed-be44-e13a0a81008e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564251 Apr 15 19:39:34.310775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] For port 7ff43214-172e-43ff-b2f7-1197457c6254, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:34.314494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] For port 7ff43214-172e-43ff-b2f7-1197457c6254, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=7ff43214-172e-43ff-b2f7-1197457c6254,segment=NetworkSegment(def56361-a980-4c88-b600-75acace1b1be),segment_id=def56361-a980-4c88-b600-75acace1b1be)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:34.366182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:34.382025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:34.597273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Routers {'1e49b816-ce10-4015-aa18-c463f7ac96e6'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:34.597988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['1e49b816-ce10-4015-aa18-c463f7ac96e6'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:34.680656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26979b0-2cd3-48ad-8f8a-132ab691a724 None None] Pushing event updated for resources: {'Port': ['ID=7ff43214-172e-43ff-b2f7-1197457c6254,revision_number=4']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:34.686019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a26979b0-2cd3-48ad-8f8a-132ab691a724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:34.852802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] Set router 1e49b816-ce10-4015-aa18-c463f7ac96e6 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:35.058562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7ff43214-172e-43ff-b2f7-1197457c6254 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:35.168414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 7ff43214-172e-43ff-b2f7-1197457c6254 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:35.174885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 7ff43214-172e-43ff-b2f7-1197457c6254 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:35.175571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:35.261540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 4, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port': {'id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:21Z', 'updated_at': '2021-04-15T19:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '7ff43214-172e-43ff-b2f7-1197457c6254', 'name': '', 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'mac_address': 'fa:16:3e:1a:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:25Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 4, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'subnets': [{'id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:35.266653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d86da1-d709-4fe6-b77b-07cc8d6cfeed None None] The sync data for ids ['1e49b816-ce10-4015-aa18-c463f7ac96e6'] in dv-cinder-776307-4-smb is: [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 4, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port': {'id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:21Z', 'updated_at': '2021-04-15T19:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '7ff43214-172e-43ff-b2f7-1197457c6254', 'name': '', 'network_id': '080034fc-afa5-46ba-ab02-af5763c48c92', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'mac_address': 'fa:16:3e:1a:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:25Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 4, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'subnets': [{'id': '9ace5f3c-649f-448c-9326-4cea45c139ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:39:35.406669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:35.464078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 7ff43214-172e-43ff-b2f7-1197457c6254, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=7ff43214-172e-43ff-b2f7-1197457c6254,segment=NetworkSegment(def56361-a980-4c88-b600-75acace1b1be),segment_id=def56361-a980-4c88-b600-75acace1b1be)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:35.503368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:35.508998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f964e4c-c4da-4a4d-a9d0-2fceb9f12f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:35.615827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=7ff43214-172e-43ff-b2f7-1197457c6254,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:35.619364 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d6c-9ab6-46e9-b1fb-41ab93a7c2cd req-5c0f1b30-5a01-4f84-8279-cea4e78110e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:35.621606 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2b867d6c-9ab6-46e9-b1fb-41ab93a7c2cd req-5c0f1b30-5a01-4f84-8279-cea4e78110e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 947 time: 0.1831162 Apr 15 19:39:35.626618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:35.687929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-c2da5ea8-e6f2-4415-bb18-7c9f56ec5464 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:35.690429 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-c2da5ea8-e6f2-4415-bb18-7c9f56ec5464 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 947 time: 0.1312931 Apr 15 19:39:35.691713 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2b867d6c-9ab6-46e9-b1fb-41ab93a7c2cd req-4c8cb384-eccf-45b8-93a1-c3bda5af4e8d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=597fe8c0-4434-42c0-803d-8d6a95f21eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612803 Apr 15 19:39:35.787852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Deleting port 37435537-d075-4271-93ec-25166a43a37c {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:39:35.788589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:36.080182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] For port 37435537-d075-4271-93ec-25166a43a37c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=37435537-d075-4271-93ec-25166a43a37c,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:36.080521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:36.479046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:36.479469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:36.479821 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Floating IP 198fe069-942f-42a7-9d1c-7803475ade7f disassociated. External IP: 172.28.3.130, port: 37435537-d075-4271-93ec-25166a43a37c. Apr 15 19:39:36.480202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Calling delete_port for 37435537-d075-4271-93ec-25166a43a37c owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:39:36.865294 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d1185fbc-b5fa-4d47-8f29-a08346edcf65 req-147336ac-5952-42fc-9579-ab84b26f110f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 210 time: 0.0526979 Apr 15 19:39:36.904426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:36.923084 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-34d38fce-c8c7-4bd6-b07f-8a0bb957f795 tempest-VolumesActionsTest-1013456915 tempest-VolumesActionsTest-1013456915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:37.016332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7ff43214-172e-43ff-b2f7-1197457c6254 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:37.033423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event deleted for resources: {'Port': ['ID=37435537-d075-4271-93ec-25166a43a37c,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:37.037611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:37.099876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 7ff43214-172e-43ff-b2f7-1197457c6254 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:37.100300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:37.613617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Router f8cee3d6-4270-4098-8f8e-98aa38b27677 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:39:38.013951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:39:38.029307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] Sync routers for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:39:38.046331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:38.050873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:38.108638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-34a75026-82f5-4802-8f0d-b25df202e661 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:38.131874 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-34a75026-82f5-4802-8f0d-b25df202e661 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.3085685 Apr 15 19:39:38.149931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] No DVR routers for this DVR port 37435537-d075-4271-93ec-25166a43a37c on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:39:38.175006 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-907fca24-1232-4c40-8340-049c03073769 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/quotas/2f96932ceb08494fa67b9d1ffe86b74d HTTP/1.1" status: 200 len: 375 time: 0.0326114 Apr 15 19:39:38.212702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:38.226370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-deleted', 'tag': '37435537-d075-4271-93ec-25166a43a37c'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:39:38.245257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-37891c64-fb4a-4ef6-b755-ac91e80bb920 req-173ca19b-7e58-4595-ac19-a6948cdfacca tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:38.282404 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-411ff6cd-e15a-4728-af0d-e71b9fe7e79f req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "DELETE /v2.0/ports/37435537-d075-4271-93ec-25166a43a37c HTTP/1.1" status: 204 len: 173 time: 2.5845087 Apr 15 19:39:38.322263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-37891c64-fb4a-4ef6-b755-ac91e80bb920 req-173ca19b-7e58-4595-ac19-a6948cdfacca tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:38.323538 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-37891c64-fb4a-4ef6-b755-ac91e80bb920 req-173ca19b-7e58-4595-ac19-a6948cdfacca tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=720d2660-56e2-4b4f-ba9f-476849a016e2 HTTP/1.1" status: 200 len: 210 time: 0.1661415 Apr 15 19:39:38.325918 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-52b0b6fb-8caa-46f3-aec3-d0ef2f9bc8e7 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447213 Apr 15 19:39:38.404931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:38.429673 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720d2660-56e2-4b4f-ba9f-476849a016e2', 'name': 'network-vif-deleted', 'tag': '37435537-d075-4271-93ec-25166a43a37c', 'status': 'completed', 'code': 200} Apr 15 19:39:38.554940 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-616e38d3-0984-43c1-b7aa-3366c3023076 service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276523 Apr 15 19:39:38.738139 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-8826309e-66bc-416c-991e-59b2a67d57d4 service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822464 Apr 15 19:39:38.985280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:39:39.043600 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 37435537-d075-4271-93ec-25166a43a37c {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:39:39.044215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 37435537-d075-4271-93ec-25166a43a37c not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:39:39.150550 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c7ea0c4a-e45f-40d3-a10c-38ee152f97b9 req-f74d5eec-53fd-4f0e-bb05-80e0017ec361 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 210 time: 0.0915296 Apr 15 19:39:39.175938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:39.233265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:39.238986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] Checking router: f8cee3d6-4270-4098-8f8e-98aa38b27677 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:39:39.253407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:39:39.254090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:39.470665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:39:39.578736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34718) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:39.713129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:39.776515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:39.832620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:39:39.843634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629c04d-fe38-45f7-8636-c592bfdd5d52 None None] The sync data for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb is: [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:39:39.922197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:39.934309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7f4bcd72-3460-451b-bda5-e17942d03e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:39.950123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597fe8c0-4434-42c0-803d-8d6a95f21eba,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:39.976144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:39.984884 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:39.989681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 34722) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:39.994955 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "DELETE /v2.0/security-groups/597fe8c0-4434-42c0-803d-8d6a95f21eba HTTP/1.1" status: 204 len: 168 time: 0.4218552 Apr 15 19:39:40.026337 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.v2.resource [None req-f8d4503a-8f00-4271-9e8b-a70d111556c8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] show failed (client error): The resource could not be found. Apr 15 19:39:40.032792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34726) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:40.050370 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f8d4503a-8f00-4271-9e8b-a70d111556c8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups/597fe8c0-4434-42c0-803d-8d6a95f21eba HTTP/1.1" status: 404 len: 347 time: 0.0376999 Apr 15 19:39:40.280325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Deleting port 524733cb-a37d-495b-87cb-034d33479ca9 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:39:40.280819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:40.399333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b9267-2680-4742-baae-861654c0ccb8 None None] New status for floating IP 198fe069-942f-42a7-9d1c-7803475ade7f: DOWN {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:39:40.608088 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-68045503-556b-4273-a6d8-321c1c3606a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093230 Apr 15 19:39:40.650192 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9cef240d-8cd7-4ffa-8f68-c135ba2d354a req-453541c2-5190-446b-8def-6900e23c2ad3 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 210 time: 0.1084805 Apr 15 19:39:40.775482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:40.775880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:40.788976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-5830de25-0b2b-4564-a929-68a1c790f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:40.790654 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-5830de25-0b2b-4564-a929-68a1c790f3b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 1098 time: 0.1501472 Apr 15 19:39:41.256513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Calling delete_port for 524733cb-a37d-495b-87cb-034d33479ca9 owned by network:floatingip {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:39:41.268536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-82c86078-7b10-4644-ab00-8e49bd576407 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:41.275018 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-82c86078-7b10-4644-ab00-8e49bd576407 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.2455683 Apr 15 19:39:41.275018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-6cc466f5-c221-4a52-bc77-a53c0fb9c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:41.275018 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-6cc466f5-c221-4a52-bc77-a53c0fb9c6a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 912 time: 0.4545004 Apr 15 19:39:41.288960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Request body: {'port': {'device_id': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'admin_state_up': True, 'tenant_id': '2f96932ceb08494fa67b9d1ffe86b74d'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:41.550025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:39:41.550442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:39:41.561116 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-d8885e5c-5255-4b20-81bc-f6aea3f826c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 200 len: 1001 time: 0.2317829 Apr 15 19:39:41.666025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:41.669933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-5130de07-7571-4042-a084-1688cd6cb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:41.671522 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-5130de07-7571-4042-a084-1688cd6cb7f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.0958805 Apr 15 19:39:41.680751 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:41.728652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Made reservation on behalf of 2f96932ceb08494fa67b9d1ffe86b74d for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:41.735550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:41.880079 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9df8ddff-a536-41d0-af90-7c2a94e56482 req-d29e6018-4200-4be5-a1a6-d7d4716619ee tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 210 time: 0.0667009 Apr 15 19:39:41.980789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-009d6a81-50ba-49cb-b72c-1845c3aa3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:41.983080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-009d6a81-50ba-49cb-b72c-1845c3aa3f1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2941117 Apr 15 19:39:42.051666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Deleting port 524733cb-a37d-495b-87cb-034d33479ca9 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:39:42.052176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:42.080341 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Allocated IP 172.20.0.12 (513c4370-6c2c-4430-a91e-c8900c94c123/e9a36358-a60b-48b5-af84-cf7b114b8951/a8e040dc-a55c-40ac-99d0-ca2d3f292afb) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:42.197050 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-97fe2c95-cd7b-4531-9969-bacbb369749a service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054071 Apr 15 19:39:42.257891 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:42.258454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:42.401515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Calling delete_port for 524733cb-a37d-495b-87cb-034d33479ca9 owned by network:floatingip {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:39:42.476126 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1bc7159-80f0-4d85-a208-f1847c038613 req-19ead728-339f-4c7c-bc31-714bb2202891 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599268 Apr 15 19:39:42.485173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:42.600293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:42.612159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:39:42.617180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1438d63b-7a3c-4166-be9d-e0fc78c31b7c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:42.651626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:42.700073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event updated for resources: {'Port': ['ID=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:42.713644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:42.799669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7b13e477-e51d-4a6e-aedc-0986b3501233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:42.877299 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event deleted for resources: {'Port': ['ID=524733cb-a37d-495b-87cb-034d33479ca9,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:42.881092 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:42.889210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Network 513c4370-6c2c-4430-a91e-c8900c94c123 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:42.894018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:42.898302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:43.019886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:43.020805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:43.110073 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8260927 Apr 15 19:39:43.110398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:43.127882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Request body: {'port': {'device_id': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:43.144237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8956c-cad2-43ee-8e92-341cbf69b7b7 req-cbd91d9d-2971-4fbd-bdc3-252eef9de390 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:43.145880 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c9c8956c-cad2-43ee-8e92-341cbf69b7b7 req-cbd91d9d-2971-4fbd-bdc3-252eef9de390 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 932 time: 0.1247325 Apr 15 19:39:43.183475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:43.193249 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "DELETE /v2.0/floatingips/198fe069-942f-42a7-9d1c-7803475ade7f HTTP/1.1" status: 204 len: 168 time: 3.1505113 Apr 15 19:39:43.214384 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c9c8956c-cad2-43ee-8e92-341cbf69b7b7 req-d3745b74-e979-406f-8dd4-ce3e66c6a982 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617385 Apr 15 19:39:43.490800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:43.789741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34764) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:43.796409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012610998', 'description': 'tempest-description--31096709'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:43.802873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:43.807452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:43.810923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:43.817314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:43.867256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:43.894376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e040dc-a55c-40ac-99d0-ca2d3f292afb {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:39:43.902318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:43.918775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Transition to ACTIVE for port object a8e040dc-a55c-40ac-99d0-ca2d3f292afb will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:43.942693 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:43.953015 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:43.959342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c566800c-ea45-4b7a-9acd-d32d31e3e8fb tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:43.967472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group_rule and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:43.972538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:43.991056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:44.043108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-d526a7c7-db56-418b-9b21-926ef201ca08 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:44.043885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-d526a7c7-db56-418b-9b21-926ef201ca08 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Synchronizing usage tracker for tenant:2adfd818695948758f5b5558921ac548 on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:44.108613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:44.113846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:44.145226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-d526a7c7-db56-418b-9b21-926ef201ca08 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Unset dirty status for tenant:2adfd818695948758f5b5558921ac548 on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:44.146800 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-d526a7c7-db56-418b-9b21-926ef201ca08 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 815 time: 0.3077817 Apr 15 19:39:44.164994 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-48b7db54-03d6-4f43-9007-4af5a9cd1cd5 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/quotas/2adfd818695948758f5b5558921ac548 HTTP/1.1" status: 200 len: 375 time: 0.0110352 Apr 15 19:39:44.270443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.296893 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-39c211cb-9448-4026-80a7-740f77b288fa tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1249063 Apr 15 19:39:44.300373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.310413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d42841ec-5ece-4278-ac38-4a3f64a847e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:44.325847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Attempting to bind port a8e040dc-a55c-40ac-99d0-ca2d3f292afb on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:39:44.326248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Attempting to bind port a8e040dc-a55c-40ac-99d0-ca2d3f292afb by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:39:44.326868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Attempting to bind port a8e040dc-a55c-40ac-99d0-ca2d3f292afb on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:44.331911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Port a8e040dc-a55c-40ac-99d0-ca2d3f292afb on network 513c4370-6c2c-4430-a91e-c8900c94c123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:39:44.332289 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Attempting to bind port a8e040dc-a55c-40ac-99d0-ca2d3f292afb on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:39:44.374418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:39:44.374808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Checking segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:39:44.375242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Bound using segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:39:44.375740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Bound port: a8e040dc-a55c-40ac-99d0-ca2d3f292afb, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:39:44.376135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.439726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9430394a-bc21-4ec7-b853-6664840250b9,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:44.450595 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:44.494080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.495704 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7047389 Apr 15 19:39:44.499338 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-a551da1e-373c-471b-b650-21ba33280cec service neutron] 10.222.0.20 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906972 Apr 15 19:39:44.499838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34774) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:44.505455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'security_group_rule': {'security_group_id': '9430394a-bc21-4ec7-b853-6664840250b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:44.515888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50096c07-06bb-4ff8-a4f7-247de372b167 req-278c1b80-b6b5-4b6d-8c27-cb3586425517 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:44.516671 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-50096c07-06bb-4ff8-a4f7-247de372b167 req-278c1b80-b6b5-4b6d-8c27-cb3586425517 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:44.519754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] For port a8e040dc-a55c-40ac-99d0-ca2d3f292afb, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:39:44.524016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] For port a8e040dc-a55c-40ac-99d0-ca2d3f292afb, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:39:44.535465 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:44.560636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.577567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-45bfc647-87d8-43d2-b501-8ba4a76c28e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:44.591495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group_rule and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:44.598773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:44.608122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:44.664743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-50096c07-06bb-4ff8-a4f7-247de372b167 req-278c1b80-b6b5-4b6d-8c27-cb3586425517 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:44.666083 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-50096c07-06bb-4ff8-a4f7-247de372b167 req-278c1b80-b6b5-4b6d-8c27-cb3586425517 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 944 time: 0.3300414 Apr 15 19:39:44.673166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.682715 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-13561003-a13b-4d01-ad48-ed5469207746 service neutron] 10.222.0.20 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721773 Apr 15 19:39:44.739404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.774024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.775966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-46f2020e-03f4-49ae-94d5-0588ef97fb1b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:44.797170 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-50096c07-06bb-4ff8-a4f7-247de372b167 req-e7912c0f-563c-41e3-a5f4-1152dd25787a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154020 Apr 15 19:39:44.797890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:44.801647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:44.803304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32abe1a-54fc-465c-838d-7e6094a9d6cc,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:44.809111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:44.827642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:44.827642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.827642 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8e040dc-a55c-40ac-99d0-ca2d3f292afb HTTP/1.1" status: 200 len: 1094 time: 1.7040043 Apr 15 19:39:44.827896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'tag': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:39:44.840052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:44.846273 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3416786 Apr 15 19:39:44.846273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34782) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:44.852606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'security_group_rule': {'security_group_id': '9430394a-bc21-4ec7-b853-6664840250b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:44.862642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:44.865535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:security_group_rule and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:44.869308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:44.875524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:44.898532 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'tag': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb', 'status': 'completed', 'code': 200} Apr 15 19:39:44.935176 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-58b6a1cc-183e-4fe5-884e-dca1e2b6f7dd req-566ecbcd-c0ef-4142-b26e-7568d031bcd9 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 210 time: 0.0520966 Apr 15 19:39:44.981699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.023366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6eec0-bef0-4aef-8d93-dce10ed5e3de req-b3619090-33a0-4589-9fcf-f0ea5c8d80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:45.025275 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ab6eec0-bef0-4aef-8d93-dce10ed5e3de req-b3619090-33a0-4589-9fcf-f0ea5c8d80b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 1097 time: 0.0964022 Apr 15 19:39:45.049985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.099552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.102108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bfb75942-9dfc-4272-b0ef-f1fe0c64d4b4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:45.127446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107e92b8-6cf1-48ba-8551-4c2bbafe012b,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:45.131043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:45.179756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.181143 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338299 Apr 15 19:39:45.182062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6eec0-bef0-4aef-8d93-dce10ed5e3de req-f3db2878-d274-4828-bab3-55ba0f17bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:45.183655 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ab6eec0-bef0-4aef-8d93-dce10ed5e3de req-f3db2878-d274-4828-bab3-55ba0f17bff3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1502302 Apr 15 19:39:45.186375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 34792) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:39:45.190896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'floatingip': {'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:45.197981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:45.202108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Usage tracker for resource:floatingip and tenant:68bb2142d460492490f4417558f1fa0b is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:45.205147 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:45.211367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:45.245815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.336193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6eec0-bef0-4aef-8d93-dce10ed5e3de req-6261e239-0a1e-450f-a070-ffe1adee214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:45.337899 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ab6eec0-bef0-4aef-8d93-dce10ed5e3de req-6261e239-0a1e-450f-a070-ffe1adee214a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476033 Apr 15 19:39:45.404729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.454900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-d0d7ed9d-3b5e-4e4c-8cf3-d2a30e22e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:45.456545 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-d0d7ed9d-3b5e-4e4c-8cf3-d2a30e22e49e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 1097 time: 0.0797005 Apr 15 19:39:45.538507 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-f3b8a859-a26f-4a2a-bf6f-7ee6abaa027c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e040dc-a55c-40ac-99d0-ca2d3f292afb HTTP/1.1" status: 200 len: 217 time: 0.0707960 Apr 15 19:39:45.610033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-5c3c37a0-4e3e-4285-90bf-52a00e2273d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:45.611606 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-5c3c37a0-4e3e-4285-90bf-52a00e2273d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.0641737 Apr 15 19:39:45.661750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Allocated IP 172.28.3.165 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/7f8cb80e-978f-444e-bd75-74cf8ef58d5e) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:45.672669 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-db2c0841-9c35-4cf3-acf9-0d12804e6b95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524096 Apr 15 19:39:45.819643 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-6139f05e-1471-44df-b591-e143debe130e service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389561 Apr 15 19:39:45.827506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.893785 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:45.910792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:46.021326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f3d90f5-b328-4329-a830-0f6b6b763f60 req-76ffe573-b659-4047-affd-84dfe0086a14 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929867 Apr 15 19:39:46.047213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'Port': ['ID=7f8cb80e-978f-444e-bd75-74cf8ef58d5e,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:46.057569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd0b34-82e9-4c5a-b2d2-7c3f942428c2 req-5493379c-ebb7-4ab5-9a01-b43ca3dc5366 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:46.059377 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ddd0b34-82e9-4c5a-b2d2-7c3f942428c2 req-5493379c-ebb7-4ab5-9a01-b43ca3dc5366 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 944 time: 0.1157818 Apr 15 19:39:46.066026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:46.114733 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ddd0b34-82e9-4c5a-b2d2-7c3f942428c2 req-e6067061-a813-43ae-b547-6594fc008cb3 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472269 Apr 15 19:39:46.136212 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6975a1c6-a689-46ca-b19f-adebbe9a87ae req-78994c26-9c31-4780-a15a-b31bff5e3949 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 210 time: 0.0670702 Apr 15 19:39:46.174801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:46.176088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:46.178384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:46.262865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:46.358116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:46.579486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:46.617542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844054708'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:46.635597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f467e1a4-577e-401a-a7b3-5347fd15ae1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:46.941874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-708a61c7-2763-45c5-854c-0b5830e318f0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:46.943470 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-708a61c7-2763-45c5-854c-0b5830e318f0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.13 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 815 time: 0.1727479 Apr 15 19:39:46.958988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'port': {'device_id': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'admin_state_up': True, 'tenant_id': '2adfd818695948758f5b5558921ac548'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:47.005305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'Port': ['ID=7f8cb80e-978f-444e-bd75-74cf8ef58d5e,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:47.009911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:47.109204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:39:47.112529 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:47.114387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:port and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:39:47.118015 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:39:47.124798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:39:47.173073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:47.175166 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9883440 Apr 15 19:39:47.187802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Made reservation on behalf of 2adfd818695948758f5b5558921ac548 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:39:47.194611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:47.328064 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-519ee858-8698-4357-9fcf-82398ec65619 req-3406ca3e-676a-4fcf-9741-db5f22a93fc5 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 210 time: 0.0569341 Apr 15 19:39:47.472778 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993f94-032c-4d28-8c54-eb556f3687ac req-d44cd43d-d86b-4cf3-a24c-38644ddf6748 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:47.474483 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-85993f94-032c-4d28-8c54-eb556f3687ac req-d44cd43d-d86b-4cf3-a24c-38644ddf6748 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 944 time: 0.2122743 Apr 15 19:39:47.474698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-51e5a6a5-ec51-4457-87cb-bf5583e6b82f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:47.475773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Allocated IP 172.20.0.4 (8499d73b-d99d-415f-a58c-04dda7891957/a34ca46b-4979-47a8-9da3-5608f34db311/0f826a0a-d807-4b19-a459-ac85ba872ecb) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:39:47.528236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-51e5a6a5-ec51-4457-87cb-bf5583e6b82f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:47.529667 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-51e5a6a5-ec51-4457-87cb-bf5583e6b82f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2012610998&fields=id&tenant_id=68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 267 time: 0.1002045 Apr 15 19:39:47.571002 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-85993f94-032c-4d28-8c54-eb556f3687ac req-d97247cf-e684-4bee-bfb2-89bc1567ca02 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886085 Apr 15 19:39:47.743000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-78f94c33-9306-4872-9964-962ab4215136 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:47.745426 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-78f94c33-9306-4872-9964-962ab4215136 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 817 time: 0.2079895 Apr 15 19:39:47.765741 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-e359d079-a556-417c-86ca-19a5b12c4344 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/quotas/68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 375 time: 0.0124686 Apr 15 19:39:47.811481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:47.830659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Transition to ACTIVE for port object 0f826a0a-d807-4b19-a459-ac85ba872ecb will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:47.894185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-bbe721d8-a212-4be0-9f08-b520754d59e9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:47.894418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:47.912224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0fb0d8d2-e13e-4e79-bd37-1fba173204ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:47.951959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-bbe721d8-a212-4be0-9f08-b520754d59e9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:47.953892 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-bbe721d8-a212-4be0-9f08-b520754d59e9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1817720 Apr 15 19:39:48.061166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:48.068276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:48.139184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Network 8499d73b-d99d-415f-a58c-04dda7891957 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:39:48.140657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:39:48.143255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:39:48.147106 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-3a689147-e2ca-49a5-b75e-0a52c9e7d62d service neutron] 10.222.0.20 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750510 Apr 15 19:39:48.220969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:48.221856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:48.281998 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3271742 Apr 15 19:39:48.315639 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-41ca5edc-9b95-42a2-96ba-efe557e44ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606133 Apr 15 19:39:48.516640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-04781e28-cc62-4fac-b568-1edac75d653f None None] Provisioning for port 0f826a0a-d807-4b19-a459-ac85ba872ecb completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:48.522508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-04781e28-cc62-4fac-b568-1edac75d653f None None] Provisioning complete for port 0f826a0a-d807-4b19-a459-ac85ba872ecb triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:48.522937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-04781e28-cc62-4fac-b568-1edac75d653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:48.586947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69900c3-8f84-4390-9c3a-d368768bf317 req-f499953e-d82f-4d43-9145-fffc07852a4d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:48.587781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-c69900c3-8f84-4390-9c3a-d368768bf317 req-f499953e-d82f-4d43-9145-fffc07852a4d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Synchronizing usage tracker for tenant:2adfd818695948758f5b5558921ac548 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:48.631415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-04781e28-cc62-4fac-b568-1edac75d653f None None] Port 0f826a0a-d807-4b19-a459-ac85ba872ecb cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:39:48.645417 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4a50e9bb-e96e-46ef-9ae8-35608b5ac51b req-64fa4210-8dbe-4395-a1c3-629efee2d5c5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0950630 Apr 15 19:39:48.664971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-c69900c3-8f84-4390-9c3a-d368768bf317 req-f499953e-d82f-4d43-9145-fffc07852a4d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Unset dirty status for tenant:2adfd818695948758f5b5558921ac548 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:48.666340 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c69900c3-8f84-4390-9c3a-d368768bf317 req-f499953e-d82f-4d43-9145-fffc07852a4d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.2219195 Apr 15 19:39:48.781316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device a8e040dc-a55c-40ac-99d0-ca2d3f292afb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:39:48.967042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc03c-ef9b-4e58-8a8f-55f91aa0ae5f req-f4ef46e3-6c97-4a59-869f-ae1c4a6c6193 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:48.969163 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ecfc03c-ef9b-4e58-8a8f-55f91aa0ae5f req-f4ef46e3-6c97-4a59-869f-ae1c4a6c6193 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 944 time: 0.1414053 Apr 15 19:39:48.992474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port a8e040dc-a55c-40ac-99d0-ca2d3f292afb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:49.012908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'port_id': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb', 'mac_address': 'fa:16:3e:9f:83:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a36358-a60b-48b5-af84-cf7b114b8951', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:39:49.040617 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4ecfc03c-ef9b-4e58-8a8f-55f91aa0ae5f req-ffd86507-e016-4c89-bed0-88160ebfc55f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Apr 15 19:39:49.088264 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c69900c3-8f84-4390-9c3a-d368768bf317 req-2c11b3a0-d994-44cc-ba9d-4a5b01c54d50 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150698 Apr 15 19:39:49.116246 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:49.138663 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e040dc-a55c-40ac-99d0-ca2d3f292afb {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:39:49.156429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port a8e040dc-a55c-40ac-99d0-ca2d3f292afb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:49.212053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:49.214174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f964e4c-c4da-4a4d-a9d0-2fceb9f12f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:49.291515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:49.296037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:49.462693 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['a8e040dc-a55c-40ac-99d0-ca2d3f292afb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:39:49.830549 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e1ec87e7-1bdc-4513-9f21-01c555b09734 req-eefda9c1-e260-4716-882c-a926f9e74a82 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0487871 Apr 15 19:39:50.285450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e40d-4f13-468d-855a-ebd306507834 req-cfe0e0a0-3c1b-42f3-8c9a-458a722bf5d9 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:50.290778 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8a44e40d-4f13-468d-855a-ebd306507834 req-cfe0e0a0-3c1b-42f3-8c9a-458a722bf5d9 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 945 time: 0.1063519 Apr 15 19:39:50.300908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fd644-16cf-492f-b089-7ebe646e8742 req-43066d8a-552c-485a-a45b-654fb394440e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:50.306291 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-603fd644-16cf-492f-b089-7ebe646e8742 req-43066d8a-552c-485a-a45b-654fb394440e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.0951419 Apr 15 19:39:50.347009 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8a44e40d-4f13-468d-855a-ebd306507834 req-81e642cf-893e-473e-bfe3-565490072141 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484757 Apr 15 19:39:50.351890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-603fd644-16cf-492f-b089-7ebe646e8742 req-72476e54-38b6-4771-b0a0-b65fb71c0c60 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Synchronizing usage tracker for tenant:2adfd818695948758f5b5558921ac548 on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:39:50.405702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-603fd644-16cf-492f-b089-7ebe646e8742 req-72476e54-38b6-4771-b0a0-b65fb71c0c60 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Unset dirty status for tenant:2adfd818695948758f5b5558921ac548 on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:39:50.407071 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-603fd644-16cf-492f-b089-7ebe646e8742 req-72476e54-38b6-4771-b0a0-b65fb71c0c60 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969305 Apr 15 19:39:50.806860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device a8e040dc-a55c-40ac-99d0-ca2d3f292afb up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:39:50.931808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port a8e040dc-a55c-40ac-99d0-ca2d3f292afb completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:39:50.937368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port a8e040dc-a55c-40ac-99d0-ca2d3f292afb triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:39:50.937809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:51.018927 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e83a65c7-aa85-4351-acd1-59f10af7e903 req-78a4b360-aae0-4e6c-a141-cb542409a6cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0516219 Apr 15 19:39:51.073172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:51.101837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:39:51.113116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port a8e040dc-a55c-40ac-99d0-ca2d3f292afb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:39:51.142922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:51.144962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:51.189041 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb', 'code': 200} Apr 15 19:39:51.225197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:51.233819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.234181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.234562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.234938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.235313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.235691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.236060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.236425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.236792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.237155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.237595 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.237961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:51.242278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:39:51.567354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21462607-9c0f-439d-b636-2d454943fc85 req-4eac9842-843d-4465-9ce1-162c35363b28 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:51.577017 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-21462607-9c0f-439d-b636-2d454943fc85 req-4eac9842-843d-4465-9ce1-162c35363b28 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.1036890 Apr 15 19:39:51.622804 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-21462607-9c0f-439d-b636-2d454943fc85 req-cee42b27-70f4-481f-86ee-71bbb86a1874 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Apr 15 19:39:51.663174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed5e28-7f05-463b-ae6b-31aa832d7219 req-08aba996-9559-4b39-96c6-3c6351338a9c tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:51.664792 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-95ed5e28-7f05-463b-ae6b-31aa832d7219 req-08aba996-9559-4b39-96c6-3c6351338a9c tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.1178017 Apr 15 19:39:51.720051 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-95ed5e28-7f05-463b-ae6b-31aa832d7219 req-029ee2ae-8248-4b57-8db1-4c7b39d5ec13 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Apr 15 19:39:52.214708 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-556a6ddb-61db-4e9f-8c0f-6fb70022fcb3 req-bb42cc7b-b246-41d7-9733-a9197a0eed1f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0586441 Apr 15 19:39:52.739524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbfbce64-bd72-40bb-87ed-9a910e1797e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:52.840174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd954e04-2fc4-4b0f-9ca9-226b4a841444 req-714c20bc-f908-4cc6-843d-fbd361fb26cf tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:52.842411 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cd954e04-2fc4-4b0f-9ca9-226b4a841444 req-714c20bc-f908-4cc6-843d-fbd361fb26cf tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.0955546 Apr 15 19:39:52.895675 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cd954e04-2fc4-4b0f-9ca9-226b4a841444 req-d27123fc-b682-47dc-99d4-bdecacb1f400 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 Apr 15 19:39:52.946718 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788c1c4-9b5f-451b-b10d-030682ff7841 req-ef5231cb-e5a0-4b51-8752-b35f983ad573 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:52.948876 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0788c1c4-9b5f-451b-b10d-030682ff7841 req-ef5231cb-e5a0-4b51-8752-b35f983ad573 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.1037269 Apr 15 19:39:53.004087 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0788c1c4-9b5f-451b-b10d-030682ff7841 req-ac493ef2-e380-4f1d-943a-3731a76f24ad tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Apr 15 19:39:53.424241 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4156f7a6-cf13-4004-bd7d-0f59d2724264 req-88c8cac9-a9ac-487a-a821-acd9ed8f23ea tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0566115 Apr 15 19:39:53.752124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec56e3-7506-4cc0-a8c3-abddfa48007a req-1332127f-e29e-4b81-ab9e-96adab11a41b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:53.803516 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27ec56e3-7506-4cc0-a8c3-abddfa48007a req-1332127f-e29e-4b81-ab9e-96adab11a41b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0964949 Apr 15 19:39:53.803816 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27ec56e3-7506-4cc0-a8c3-abddfa48007a req-11f07eb6-06b3-4dad-9317-f4af6f024141 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433676 Apr 15 19:39:54.138792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8de41-b8e5-40d3-8813-33cb63879733 req-86abe037-5c3d-4bc0-886c-ead2c3c45b99 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:54.140492 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-63a8de41-b8e5-40d3-8813-33cb63879733 req-86abe037-5c3d-4bc0-886c-ead2c3c45b99 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.1156781 Apr 15 19:39:54.193623 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-63a8de41-b8e5-40d3-8813-33cb63879733 req-c394073d-fdb6-42da-8292-f6e4398e04f8 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Apr 15 19:39:54.276496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69861de-9d3d-4bbc-b6d0-d1c653c83180 req-389bd990-8986-4207-94cc-0bb6eef29473 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:54.279833 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d69861de-9d3d-4bbc-b6d0-d1c653c83180 req-389bd990-8986-4207-94cc-0bb6eef29473 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.1169212 Apr 15 19:39:54.334163 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d69861de-9d3d-4bbc-b6d0-d1c653c83180 req-37de53d1-62ed-42d3-9ce0-66d9efff7c7f tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Apr 15 19:39:54.599989 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-22b696ab-e97a-4eaa-8feb-11a679386958 req-c1204e62-7d61-4edc-bc7a-effb865aa10a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0517955 Apr 15 19:39:55.009739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80755f-2f40-48b4-8f5a-f87ec85cc750 req-9b6fbdf0-95c2-4939-ad3d-dbf78120699f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:55.011363 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ef80755f-2f40-48b4-8f5a-f87ec85cc750 req-9b6fbdf0-95c2-4939-ad3d-dbf78120699f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0891964 Apr 15 19:39:55.064437 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ef80755f-2f40-48b4-8f5a-f87ec85cc750 req-17c2737d-5ff5-4445-b3d1-582db31fdd5f tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Apr 15 19:39:55.285906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc032-6d4d-4e8d-b241-7042cc82b583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:55.437672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1bd3-7db5-40d6-955a-e8a674e9bb98 req-17b68153-149a-41e2-93db-7fb4766e1851 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:55.439346 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c0ad1bd3-7db5-40d6-955a-e8a674e9bb98 req-17b68153-149a-41e2-93db-7fb4766e1851 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.1039996 Apr 15 19:39:55.518183 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c0ad1bd3-7db5-40d6-955a-e8a674e9bb98 req-b2c3ad36-0202-449c-b4c3-b6162c6418aa tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Apr 15 19:39:55.714821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208fbb2-a8d3-4621-b21d-1f31c3314856 req-217eed3e-2e4a-45ec-9d53-65f12382d785 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:55.718320 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b208fbb2-a8d3-4621-b21d-1f31c3314856 req-217eed3e-2e4a-45ec-9d53-65f12382d785 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.1537919 Apr 15 19:39:55.762184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:55.778952 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b208fbb2-a8d3-4621-b21d-1f31c3314856 req-3b58472e-a313-4d10-9e7a-8d4cdfbc9431 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492299 Apr 15 19:39:55.843512 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe2f06c8-2e99-4394-84e5-a8e2cd89de6d req-20646e56-e7f4-4c92-8621-b03a5dc0bc3f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0738544 Apr 15 19:39:56.281823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d93cd4-6eaf-47ba-acb9-6e6f1d982d89 req-c6ede495-e387-4b1f-80b3-7540e7b8bfef tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:56.283435 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-95d93cd4-6eaf-47ba-acb9-6e6f1d982d89 req-c6ede495-e387-4b1f-80b3-7540e7b8bfef tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0955148 Apr 15 19:39:56.332178 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-95d93cd4-6eaf-47ba-acb9-6e6f1d982d89 req-9cac2ff4-0d73-4914-a124-ab3b02b71b1c tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Apr 15 19:39:56.614094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:56.749190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5cd76-fa8e-4fe4-a89b-a818bb21f995 req-a2a49958-1cad-4e6e-8865-9fa45de9dc3e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:56.750789 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cfc5cd76-fa8e-4fe4-a89b-a818bb21f995 req-a2a49958-1cad-4e6e-8865-9fa45de9dc3e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.0934331 Apr 15 19:39:56.801217 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cfc5cd76-fa8e-4fe4-a89b-a818bb21f995 req-104fbff4-abb8-406f-88d3-7ac04359b880 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Apr 15 19:39:56.993665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da425a-03a2-42be-8c52-fe14e0b796e4 req-db5bcb96-3ee1-4ece-95f6-5975dd810c6f tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:56.995326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d5da425a-03a2-42be-8c52-fe14e0b796e4 req-db5bcb96-3ee1-4ece-95f6-5975dd810c6f tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.0944939 Apr 15 19:39:57.033431 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-82328595-c065-41e4-8e89-ffc071ec6eb5 req-6fa1b5ca-8e26-4588-a4f7-ec71e0052d34 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0651562 Apr 15 19:39:57.051234 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d5da425a-03a2-42be-8c52-fe14e0b796e4 req-b143fc01-220f-48c4-9b0c-c7c427e4ac1f tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485001 Apr 15 19:39:57.549513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1feff-b403-4ca0-9608-e8b18b04e15f req-6d392796-54f5-4e47-b88a-23115e79bcb0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:57.551318 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f0c1feff-b403-4ca0-9608-e8b18b04e15f req-6d392796-54f5-4e47-b88a-23115e79bcb0 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0971861 Apr 15 19:39:57.576495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:57.600485 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f0c1feff-b403-4ca0-9608-e8b18b04e15f req-64952b4a-daef-46dc-9a2e-bfde79e5e001 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Apr 15 19:39:58.014017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f1eba-9eb0-4beb-96b8-33938a08af91 req-1af8b4f8-dcaa-4b20-b31b-b79da564272c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:58.015678 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b22f1eba-9eb0-4beb-96b8-33938a08af91 req-1af8b4f8-dcaa-4b20-b31b-b79da564272c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.0959017 Apr 15 19:39:58.065530 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b22f1eba-9eb0-4beb-96b8-33938a08af91 req-7393a25f-3871-4ebd-9a48-ba8e4732fe07 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Apr 15 19:39:58.210390 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-07122402-b83c-46f4-a9b6-84e859822769 req-dbc27998-6151-46c6-8458-440641afab26 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0536239 Apr 15 19:39:58.282981 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677458-e2c9-49f1-b2f0-be2ead2a2afc req-81b10639-88c5-4957-97fe-cba8f96b4ce6 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:58.282981 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0e677458-e2c9-49f1-b2f0-be2ead2a2afc req-81b10639-88c5-4957-97fe-cba8f96b4ce6 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 931 time: 0.0914750 Apr 15 19:39:58.330375 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0e677458-e2c9-49f1-b2f0-be2ead2a2afc req-e8438a50-8346-4dbf-a6dc-62b1b6a2d7a1 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Apr 15 19:39:58.740519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Request body: {'port': {'device_id': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:39:58.832783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cc6ee-3103-4d87-87da-f2d709aee8f1 req-5070c31e-3f88-403b-8885-25e73c9fd53b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:58.834479 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3d7cc6ee-3103-4d87-87da-f2d709aee8f1 req-5070c31e-3f88-403b-8885-25e73c9fd53b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.1168561 Apr 15 19:39:58.866756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:58.886531 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3d7cc6ee-3103-4d87-87da-f2d709aee8f1 req-6cb99c01-64fb-4d05-b3aa-9f0320e2b2f2 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453427 Apr 15 19:39:59.288836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2963e17-c8e2-43ec-a7d2-f7881c946fbf req-b250edb2-324e-4433-bfab-d86fd887addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:59.290510 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a2963e17-c8e2-43ec-a7d2-f7881c946fbf req-b250edb2-324e-4433-bfab-d86fd887addd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 1099 time: 0.1904254 Apr 15 19:39:59.386502 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-80388b78-63b3-47ec-9a1f-803af99a7fd2 req-2ab27daa-c746-4c95-9d41-7950297eb221 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0492723 Apr 15 19:39:59.414189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f082-d34f-4e73-97ff-bd10b925fd8d req-eb23db62-97ae-4eae-8924-95e0ed6a511a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:59.415788 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b597f082-d34f-4e73-97ff-bd10b925fd8d req-eb23db62-97ae-4eae-8924-95e0ed6a511a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.2280095 Apr 15 19:39:59.428095 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a2963e17-c8e2-43ec-a7d2-f7881c946fbf req-78ad49b9-df62-4750-9860-d6888954dd21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235890 Apr 15 19:39:59.432644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f826a0a-d807-4b19-a459-ac85ba872ecb {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:39:59.454629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:59.486729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Transition to ACTIVE for port object 0f826a0a-d807-4b19-a459-ac85ba872ecb will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:39:59.494400 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b597f082-d34f-4e73-97ff-bd10b925fd8d req-e6863b90-4921-4286-afbf-2c619513d479 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703371 Apr 15 19:39:59.531159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:39:59.547888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:39:59.594709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37e8d3-3f51-4ebd-a14f-eccec1041327 req-d9d5632d-c94b-488c-b2df-ea5c2d390534 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:39:59.596335 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2a37e8d3-3f51-4ebd-a14f-eccec1041327 req-d9d5632d-c94b-488c-b2df-ea5c2d390534 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.0960140 Apr 15 19:39:59.658709 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2a37e8d3-3f51-4ebd-a14f-eccec1041327 req-7aea40e8-39fb-4124-9664-e9eabff1cd93 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Apr 15 19:39:59.664309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Pushing event updated for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:39:59.677187 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.677619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.678019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.678407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.678791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.679175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.679559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.679939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.680316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.680692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.681067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.681486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:39:59.686826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:00.139563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Attempting to bind port 0f826a0a-d807-4b19-a459-ac85ba872ecb on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:40:00.139856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Attempting to bind port 0f826a0a-d807-4b19-a459-ac85ba872ecb by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:40:00.140234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Attempting to bind port 0f826a0a-d807-4b19-a459-ac85ba872ecb on network 8499d73b-d99d-415f-a58c-04dda7891957 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:00.153068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-a53a15b3-5dfe-46f2-85fd-046d3574be31 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:00.154869 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-a53a15b3-5dfe-46f2-85fd-046d3574be31 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 817 time: 0.3506782 Apr 15 19:40:00.159188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Port 0f826a0a-d807-4b19-a459-ac85ba872ecb on network 8499d73b-d99d-415f-a58c-04dda7891957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:40:00.159560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Attempting to bind port 0f826a0a-d807-4b19-a459-ac85ba872ecb on network 8499d73b-d99d-415f-a58c-04dda7891957 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:00.193910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:40:00.194327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Checking segment: {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:40:00.194739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Bound using segment: {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:40:00.195275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Bound port: 0f826a0a-d807-4b19-a459-ac85ba872ecb, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0206a56b-c33f-44ca-a3d3-73a29db1ea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:40:00.195669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:00.230467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799168b0-b6da-49f2-973c-d94804761645 req-5b7c0460-24a6-48b6-8b70-99bebbd11031 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:00.232779 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-799168b0-b6da-49f2-973c-d94804761645 req-5b7c0460-24a6-48b6-8b70-99bebbd11031 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2168288 Apr 15 19:40:00.367603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:40:00.396025 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-f86e0464-50c5-469d-bf17-5620e1ee9710 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 5703 time: 0.2191889 Apr 15 19:40:00.400130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:40:00.405113 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-799168b0-b6da-49f2-973c-d94804761645 req-0f833773-e2ce-4eac-af08-aca5b9d0d89e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632218 Apr 15 19:40:00.411477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'port': {'device_id': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'admin_state_up': True, 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'security_groups': ['9430394a-bc21-4ec7-b853-6664840250b9']}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:00.433884 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:40:00.487976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:00.513701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8c157a1-08c6-498b-a260-c5c3b5d60311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:00.558651 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d115e167-d61c-4753-8555-e792330255ef req-23054c56-59b3-484c-b598-047aae54ecf9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0493131 Apr 15 19:40:00.861083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece230d-9e4f-4f4f-ae38-fad01e8e031a req-98218d9d-8741-47d6-94b1-ba96476a37fe tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:00.862735 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ece230d-9e4f-4f4f-ae38-fad01e8e031a req-98218d9d-8741-47d6-94b1-ba96476a37fe tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.0924356 Apr 15 19:40:00.911435 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ece230d-9e4f-4f4f-ae38-fad01e8e031a req-3521ec9f-a1f6-4c5e-bca2-f6aba7563f45 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Apr 15 19:40:00.974350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Pushing event updated for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:00.990674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:01.040935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:01.069033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:01.078985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d1b11-78e3-423d-a47a-2dec37a2db73 req-9ec86e7c-1ee6-483a-8a50-467944571dc2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:01.080625 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-040d1b11-78e3-423d-a47a-2dec37a2db73 req-9ec86e7c-1ee6-483a-8a50-467944571dc2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.2482805 Apr 15 19:40:01.084598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:01.085271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:01.086770 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] 10.222.0.13 "PUT /v2.0/ports/0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 1093 time: 2.3517940 Apr 15 19:40:01.087264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:01.140766 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'status': 'completed', 'code': 200} Apr 15 19:40:01.146857 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-040d1b11-78e3-423d-a47a-2dec37a2db73 req-65c21db7-cb4b-418a-9055-c87158a2fc0a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Apr 15 19:40:01.174340 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Made reservation on behalf of 68bb2142d460492490f4417558f1fa0b for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:40:01.180948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:01.481722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed61b1-727c-4e71-822d-d79d47d5ddf7 req-0b4d883b-62a3-4002-bc56-f735a3f0cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:01.483105 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a9ed61b1-727c-4e71-822d-d79d47d5ddf7 req-0b4d883b-62a3-4002-bc56-f735a3f0cca5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1096 time: 0.2892540 Apr 15 19:40:01.496310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-688e260a-e4a8-49b4-8f41-00126a0b3425 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:01.497998 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-688e260a-e4a8-49b4-8f41-00126a0b3425 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.2650533 Apr 15 19:40:01.716434 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Allocated IP 172.20.0.10 (80efc5ad-2ed0-4f50-9a55-249f065aa09f/c6a68565-7f58-4cac-a077-0d36d2070ce5/89286af4-aeec-4223-9871-c0ccc807ca0a) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:40:01.760989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Deleting port f85fc775-1c00-4e76-b5d5-748deebff06d {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:40:01.761391 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:02.016234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed61b1-727c-4e71-822d-d79d47d5ddf7 req-ff5d6124-3df0-4ed0-8abd-a23ec89d233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:02.017897 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a9ed61b1-727c-4e71-822d-d79d47d5ddf7 req-ff5d6124-3df0-4ed0-8abd-a23ec89d233e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2adfd818695948758f5b5558921ac548&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5189164 Apr 15 19:40:02.043239 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981d39b-2451-4fcd-becd-4bb8fb169cec req-21a15989-44dc-4d3a-97ef-bada88870866 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:02.044970 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d981d39b-2451-4fcd-becd-4bb8fb169cec req-21a15989-44dc-4d3a-97ef-bada88870866 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.4823313 Apr 15 19:40:02.058264 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1dfb0a0b-143a-47b2-8c7f-dfa3c2034a70 req-73ffcbd6-b0c4-4740-97ea-9bf4916d1eb7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.0569086 Apr 15 19:40:02.274063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d7f9b-d471-485a-9470-8d32313f60e7 req-ca429323-2eb8-4415-a453-0a80f65c7dee tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:02.275593 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1a5d7f9b-d471-485a-9470-8d32313f60e7 req-ca429323-2eb8-4415-a453-0a80f65c7dee tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.0924182 Apr 15 19:40:02.327806 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1a5d7f9b-d471-485a-9470-8d32313f60e7 req-8d178827-fc52-439d-9518-ff93f903b7ba tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Apr 15 19:40:02.341870 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d981d39b-2451-4fcd-becd-4bb8fb169cec req-5daa2f02-0480-45c1-a3a7-24753266b216 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679098 Apr 15 19:40:02.399601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:02.447073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed61b1-727c-4e71-822d-d79d47d5ddf7 req-a395f652-541f-406e-8096-13810293b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:02.448679 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a9ed61b1-727c-4e71-822d-d79d47d5ddf7 req-a395f652-541f-406e-8096-13810293b270 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4146459 Apr 15 19:40:02.457007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Transition to ACTIVE for port object 89286af4-aeec-4223-9871-c0ccc807ca0a will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:40:02.480023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] For port f85fc775-1c00-4e76-b5d5-748deebff06d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f85fc775-1c00-4e76-b5d5-748deebff06d,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:02.480446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:02.724851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:02.751703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c874e14-451e-4066-bf46-092b8a4ffc8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:03.210370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-fbbfcd6a-f64c-48ec-bd03-62d24168c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:03.211925 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-fbbfcd6a-f64c-48ec-bd03-62d24168c00e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1096 time: 0.6573637 Apr 15 19:40:03.277528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62a92c-4319-4b84-8f06-3f4629610e93 req-0917e683-6928-46cf-a3d7-04132d4f5dcf tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:03.279405 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9b62a92c-4319-4b84-8f06-3f4629610e93 req-0917e683-6928-46cf-a3d7-04132d4f5dcf tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 932 time: 0.0935762 Apr 15 19:40:03.304954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:03.331998 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9b62a92c-4319-4b84-8f06-3f4629610e93 req-7698cea2-9735-459e-8be4-7950f1bd4846 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461049 Apr 15 19:40:03.350934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:03.365056 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-5f4d599f-3b66-489f-a3c6-87cab7a0b0dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 217 time: 0.1362767 Apr 15 19:40:03.518528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:03.518948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:03.519307 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Floating IP b8b9266a-bf3f-4e3c-876f-59b325eeed9f disassociated. External IP: 172.28.3.151, port: f85fc775-1c00-4e76-b5d5-748deebff06d. Apr 15 19:40:03.519720 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Calling delete_port for f85fc775-1c00-4e76-b5d5-748deebff06d owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:40:03.544869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ec5bc-6ece-49b2-9b2b-3f39825cbab2 req-6e9ceddb-287b-44c0-988d-43fc6bb84192 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:03.546521 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5e9ec5bc-6ece-49b2-9b2b-3f39825cbab2 req-6e9ceddb-287b-44c0-988d-43fc6bb84192 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.0913665 Apr 15 19:40:03.595183 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5e9ec5bc-6ece-49b2-9b2b-3f39825cbab2 req-e5794a5e-20fd-42d3-9d9b-6a15819bbd1d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Apr 15 19:40:03.649292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-500041db-418f-4b2e-9f80-d333b06e58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:03.650866 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-500041db-418f-4b2e-9f80-d333b06e58b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 200 len: 854 time: 0.2742386 Apr 15 19:40:03.661468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:40:03.701749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:40:03.731270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:40:03.798975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6696b2-bdfe-4870-9e32-06cb07238bf1 req-15485aca-0138-441a-a752-30de2513b639 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:03.800645 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ab6696b2-bdfe-4870-9e32-06cb07238bf1 req-15485aca-0138-441a-a752-30de2513b639 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 945 time: 0.0994287 Apr 15 19:40:03.803640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-25d52216-a3f6-4f91-90c1-a11aaffc8b85 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:03.805266 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-25d52216-a3f6-4f91-90c1-a11aaffc8b85 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.5035610 Apr 15 19:40:03.841974 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-2b02e2ca-59bc-4be5-9a48-62d7c247f957 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/quotas/2f96932ceb08494fa67b9d1ffe86b74d HTTP/1.1" status: 200 len: 375 time: 0.0236216 Apr 15 19:40:03.859316 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ab6696b2-bdfe-4870-9e32-06cb07238bf1 req-adb9047a-7c9f-4a66-9b6f-233b38579446 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=27447090-5a10-4957-b8c5-09a8daf648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472302 Apr 15 19:40:03.862179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:03.862901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:03.942319 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-60fc14c8-0bea-45c4-878f-5d152e82d9b5 None None] Provisioning for port 89286af4-aeec-4223-9871-c0ccc807ca0a completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:40:03.947799 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-60fc14c8-0bea-45c4-878f-5d152e82d9b5 None None] Provisioning complete for port 89286af4-aeec-4223-9871-c0ccc807ca0a triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:03.948266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-60fc14c8-0bea-45c4-878f-5d152e82d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:04.001482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-cae4a1df-d8da-4604-a98e-6d92d0366ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:04.003121 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-cae4a1df-d8da-4604-a98e-6d92d0366ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8499d73b-d99d-415f-a58c-04dda7891957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3415699 Apr 15 19:40:04.005233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-60fc14c8-0bea-45c4-878f-5d152e82d9b5 None None] Port 89286af4-aeec-4223-9871-c0ccc807ca0a cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:40:04.049514 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6431890 Apr 15 19:40:04.115000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Request body: {'port': {'device_id': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:04.162985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:04.184423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9c47c301-1468-45b1-ab18-4585bb55557c tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:04.303049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event deleted for resources: {'Port': ['ID=f85fc775-1c00-4e76-b5d5-748deebff06d,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:04.312012 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-3b41c066-15c6-4c08-ab85-060435ab5e69 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4576495 Apr 15 19:40:04.320872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:04.536100 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-1cc3a45c-3647-439d-823d-bf7e066c9257 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206358 Apr 15 19:40:04.545230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3216a-17d3-472c-8727-f014e61ca27e req-0f3875c2-aed2-4716-a7fc-4478a6578874 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:04.546900 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3df3216a-17d3-472c-8727-f014e61ca27e req-0f3875c2-aed2-4716-a7fc-4478a6578874 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 932 time: 0.0890057 Apr 15 19:40:04.585551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:04.595608 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3df3216a-17d3-472c-8727-f014e61ca27e req-a47e20fc-1bc9-4806-8457-328c16199105 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Apr 15 19:40:04.796357 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-b78ceb6c-6e10-4dd0-895f-3183acc8f858 service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683928 Apr 15 19:40:04.802943 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689550a6-f5ec-478b-9872-bc1153509e61 req-ef705c57-0932-4772-b5d4-ca6d78798a15 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:04.804609 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-689550a6-f5ec-478b-9872-bc1153509e61 req-ef705c57-0932-4772-b5d4-ca6d78798a15 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.0932708 Apr 15 19:40:04.853899 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-689550a6-f5ec-478b-9872-bc1153509e61 req-969c1cd8-101b-4cd6-bb9c-960a1891a2bf tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Apr 15 19:40:04.889468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f85fc775-1c00-4e76-b5d5-748deebff06d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:40:04.929685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: f85fc775-1c00-4e76-b5d5-748deebff06d {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:40:04.930202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f85fc775-1c00-4e76-b5d5-748deebff06d not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:40:05.026563 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b22b9511-2f79-4f8b-8fd0-d66ea92e9223 req-a824cf07-40cb-4dfa-ad4d-3e6ec1d3e85e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 210 time: 0.0503356 Apr 15 19:40:05.228878 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-801035ae-22f8-4448-9cca-cf8b785eb88e req-f16ac03b-cd93-46c9-9a56-f180c07bdbec service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833856 Apr 15 19:40:05.539405 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-c89d8534-1efc-4f38-ab6f-787df546bef2 service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304626 Apr 15 19:40:05.548120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Router 0f3b18f9-76a1-4417-a438-10435f3492fe has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:40:05.813543 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-29b32c31-7485-4fed-a324-33b342f55031 req-3bc45640-9055-42c5-addd-2128bdfb257e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 210 time: 0.0705798 Apr 15 19:40:05.853775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c7a3-f2da-432b-a5e3-0970046aa7e1 req-24d82079-c240-4a3e-8626-ffe2c4063dc1 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:05.856130 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-73a3c7a3-f2da-432b-a5e3-0970046aa7e1 req-24d82079-c240-4a3e-8626-ffe2c4063dc1 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 932 time: 0.1114538 Apr 15 19:40:05.912377 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-73a3c7a3-f2da-432b-a5e3-0970046aa7e1 req-ac084b65-31cc-455e-b983-232273c251dc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458474 Apr 15 19:40:05.912508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:40:05.922040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] Sync routers for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:40:05.947988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:05.948709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:05.997194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89286af4-aeec-4223-9871-c0ccc807ca0a {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:06.002104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] No DVR routers for this DVR port f85fc775-1c00-4e76-b5d5-748deebff06d on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:40:06.004685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:06.006806 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0b2a42e1-8263-466f-9e72-9c37a0f9ab38 req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "DELETE /v2.0/ports/f85fc775-1c00-4e76-b5d5-748deebff06d HTTP/1.1" status: 204 len: 173 time: 4.4829440 Apr 15 19:40:06.007335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'name': 'network-vif-deleted', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:06.016525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:06.033301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Transition to ACTIVE for port object 89286af4-aeec-4223-9871-c0ccc807ca0a will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:40:06.114901 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a', 'name': 'network-vif-deleted', 'tag': 'f85fc775-1c00-4e76-b5d5-748deebff06d', 'status': 'completed', 'code': 200} Apr 15 19:40:06.121287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:06.145287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cecea2f4-6768-413a-a450-95a5612d7fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:06.208641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:06.257286 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c7d6074a-1f6e-4f14-a61e-5a7d695f01d2 req-55d39397-07fb-4d5c-8418-81970512ff5a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2ae970b-6327-4c16-a8d0-fa9b4cc27d1a HTTP/1.1" status: 200 len: 210 time: 0.0606432 Apr 15 19:40:06.328593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:06.331606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:06.378568 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28434ed-1883-474b-be38-fc3017358448 req-55a5a18b-11b6-4701-8057-0cbbc208f6ac tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:06.381518 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a28434ed-1883-474b-be38-fc3017358448 req-55a5a18b-11b6-4701-8057-0cbbc208f6ac tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.3306928 Apr 15 19:40:06.546991 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a28434ed-1883-474b-be38-fc3017358448 req-40d71016-9d8d-4673-b2a9-c8b631734821 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574886 Apr 15 19:40:06.650430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Attempting to bind port 89286af4-aeec-4223-9871-c0ccc807ca0a on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:40:06.650976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Attempting to bind port 89286af4-aeec-4223-9871-c0ccc807ca0a by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:40:06.651524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Attempting to bind port 89286af4-aeec-4223-9871-c0ccc807ca0a on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:06.658699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Port 89286af4-aeec-4223-9871-c0ccc807ca0a on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:40:06.659179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Attempting to bind port 89286af4-aeec-4223-9871-c0ccc807ca0a on network 80efc5ad-2ed0-4f50-9a55-249f065aa09f {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:06.665791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:06.666672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:40:06.667170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Checking segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:40:06.667783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Bound using segment: {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:40:06.668640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Bound port: 89286af4-aeec-4223-9871-c0ccc807ca0a, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6881b466-2230-4cf5-91c3-ce33fe1a7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:40:06.669216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:06.671255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] Checking router: 0f3b18f9-76a1-4417-a438-10435f3492fe for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:40:06.691936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:06.692555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:06.859357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:40:06.865255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:40:06.951879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:07.000903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1ec83c97-da75-4800-8e56-43e2fdb77543 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:07.027453 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1e849778-4c63-443a-910c-6a776ab3cfe5 req-e3d5f10b-5a8e-4127-b809-faf229bba538 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 210 time: 0.0832729 Apr 15 19:40:07.079681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:07.227925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:07.239122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:07.301306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befac222-fe81-430a-b878-ea8203362d7d req-3a2cbfd8-7595-4fdd-820a-fdf7a93da15a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:07.302138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-befac222-fe81-430a-b878-ea8203362d7d req-3a2cbfd8-7595-4fdd-820a-fdf7a93da15a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:07.306797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:07.307792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:07.309076 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] 10.222.0.13 "PUT /v2.0/ports/89286af4-aeec-4223-9871-c0ccc807ca0a HTTP/1.1" status: 200 len: 1094 time: 3.2037170 Apr 15 19:40:07.368518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-befac222-fe81-430a-b878-ea8203362d7d req-3a2cbfd8-7595-4fdd-820a-fdf7a93da15a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:07.370073 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-befac222-fe81-430a-b878-ea8203362d7d req-3a2cbfd8-7595-4fdd-820a-fdf7a93da15a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.2533319 Apr 15 19:40:07.443816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35016) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:07.471239 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:07.475863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349855e-8ccd-4d14-993d-1718d52f7c4d None None] The sync data for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb is: [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:40:07.485158 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-befac222-fe81-430a-b878-ea8203362d7d req-b3f235bd-daff-44f4-b522-0d28599dc485 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041906 Apr 15 19:40:07.562506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:07.596225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:07.662357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-be2878ae-b816-4eed-b3f9-982b0b5fa53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:07.664222 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-be2878ae-b816-4eed-b3f9-982b0b5fa53d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 1097 time: 0.2258396 Apr 15 19:40:07.773465 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-ca4d067b-8ad1-40b8-878e-5e150c0af63e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89286af4-aeec-4223-9871-c0ccc807ca0a HTTP/1.1" status: 200 len: 217 time: 0.0964220 Apr 15 19:40:07.787721 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91a85-b33a-46c6-8bc7-290d9147365e req-9c91ceca-2e24-4013-8876-b2185d33ce1b tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:07.789364 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5db91a85-b33a-46c6-8bc7-290d9147365e req-9c91ceca-2e24-4013-8876-b2185d33ce1b tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.0990081 Apr 15 19:40:07.840055 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5db91a85-b33a-46c6-8bc7-290d9147365e req-65698c02-2fd2-482b-854b-8f6d6c379b09 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 Apr 15 19:40:07.847581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:07.853088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddea4a39-79df-4d95-85b0-9de674477858 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:07.867668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-91e6f1a8-3e13-4434-887f-6d35d47c54af tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:07.869256 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-91e6f1a8-3e13-4434-887f-6d35d47c54af tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.3289614 Apr 15 19:40:07.869491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27447090-5a10-4957-b8c5-09a8daf648ba,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:07.879141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.879562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.880043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.880351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.880732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.881183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.887504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.887700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-f0cc7b7f-98cc-4160-b17d-a4fe87af4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:07.887847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.887847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.887847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.887847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.888167 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-f0cc7b7f-98cc-4160-b17d-a4fe87af4c6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.0993328 Apr 15 19:40:07.888249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:40:07.888249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:07.888983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Request body: {'port': {'device_id': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'admin_state_up': True, 'tenant_id': '2f96932ceb08494fa67b9d1ffe86b74d'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:07.908815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:07.910689 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "DELETE /v2.0/security-groups/27447090-5a10-4957-b8c5-09a8daf648ba HTTP/1.1" status: 204 len: 168 time: 0.4657149 Apr 15 19:40:07.916686 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35022) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:07.941402 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.v2.resource [None req-f57da592-0253-4dc6-be11-fd8f16604d62 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] show failed (client error): The resource could not be found. Apr 15 19:40:07.942563 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f57da592-0253-4dc6-be11-fd8f16604d62 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups/27447090-5a10-4957-b8c5-09a8daf648ba HTTP/1.1" status: 404 len: 347 time: 0.0246568 Apr 15 19:40:07.946578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35026) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:08.098669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5735f-8d14-4089-89de-767127d80af3 None None] New status for floating IP b8b9266a-bf3f-4e3c-876f-59b325eeed9f: DOWN {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:40:08.117774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:08.129801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-a988d3e1-21a7-442b-8e29-ea4694336260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:08.131375 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-a988d3e1-21a7-442b-8e29-ea4694336260 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2262547 Apr 15 19:40:08.132399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:08.175958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:08.184293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Deleting port 1267c8ad-d363-48d1-941f-f3ce6a3a5b3b {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:40:08.184689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:08.222152 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'status': 'completed', 'code': 200} Apr 15 19:40:08.542019 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1f519900-17a1-49a9-867d-50553ef08164 req-798ccd71-3bb0-4c4e-a4a3-f1650d3337ed tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 210 time: 0.3672998 Apr 15 19:40:08.579681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Made reservation on behalf of 2f96932ceb08494fa67b9d1ffe86b74d for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:40:08.586054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:08.625033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:08.625458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:08.626576 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-3bfcb435-362d-4435-b2ea-72a0fdfd6b2d service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855046 Apr 15 19:40:08.804427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Calling delete_port for 1267c8ad-d363-48d1-941f-f3ce6a3a5b3b owned by network:floatingip {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:40:08.894601 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3c084a2-a527-4ecd-81f9-dc0d5df135c0 req-bd5c59cf-f9f0-47ac-9363-de39bb03c979 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287948 Apr 15 19:40:08.896205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0f826a0a-d807-4b19-a459-ac85ba872ecb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:40:08.916687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Allocated IP 172.20.0.4 (513c4370-6c2c-4430-a91e-c8900c94c123/e9a36358-a60b-48b5-af84-cf7b114b8951/0fe8f1ad-301c-44df-aab4-638615f6bcba) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:40:08.921998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231e5c0-3df4-491f-b9fe-d4dc29ce3d51 req-e259e815-1ed8-49e6-aea7-910c48fa4658 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:08.923661 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0231e5c0-3df4-491f-b9fe-d4dc29ce3d51 req-e259e815-1ed8-49e6-aea7-910c48fa4658 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.2833915 Apr 15 19:40:08.976217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:40:08.976684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:40:08.988146 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0231e5c0-3df4-491f-b9fe-d4dc29ce3d51 req-322a1bf4-1aee-45c8-944a-11e110e504d7 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573633 Apr 15 19:40:09.095547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:09.110876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'port_id': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'mac_address': 'fa:16:3e:d0:91:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:40:09.148416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.174876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.192317 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f826a0a-d807-4b19-a459-ac85ba872ecb {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:09.208946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:09.273599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.275547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:09.280473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3b83-6f81-4b28-b775-55a477689fef req-ee5a1347-4fac-4fc5-b91b-a47c882a0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:09.282139 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ade3b83-6f81-4b28-b775-55a477689fef req-ee5a1347-4fac-4fc5-b91b-a47c882a0cca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 1097 time: 0.2952728 Apr 15 19:40:09.294982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397c9b1-496d-4ab2-b18e-1b2076e185b9 req-e4a7cb67-5939-43d3-91e4-526088ae02df tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:09.296514 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c397c9b1-496d-4ab2-b18e-1b2076e185b9 req-e4a7cb67-5939-43d3-91e4-526088ae02df tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 943 time: 0.3083892 Apr 15 19:40:09.349613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:09.352741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:09.397970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.464445 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c397c9b1-496d-4ab2-b18e-1b2076e185b9 req-f14e8b2a-406a-40af-acd7-9927c8703152 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546669 Apr 15 19:40:09.478270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Deleting port 1267c8ad-d363-48d1-941f-f3ce6a3a5b3b {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:40:09.478789 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.510636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3b83-6f81-4b28-b775-55a477689fef req-2c13840f-449f-4c86-a487-a480d6cd997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:09.513005 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ade3b83-6f81-4b28-b775-55a477689fef req-2c13840f-449f-4c86-a487-a480d6cd997d service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.2076476 Apr 15 19:40:09.515311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['0f826a0a-d807-4b19-a459-ac85ba872ecb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:09.583978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.612291 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ade3b83-6f81-4b28-b775-55a477689fef req-2a2d5fa5-03e5-4d02-b470-d5d1d3c2db6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89286af4-aeec-4223-9871-c0ccc807ca0a HTTP/1.1" status: 200 len: 217 time: 0.0894492 Apr 15 19:40:09.612946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:09.693740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.694283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:09.800673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event updated for resources: {'Port': ['ID=0fe8f1ad-301c-44df-aab4-638615f6bcba,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:09.814279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:09.833610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3b83-6f81-4b28-b775-55a477689fef req-bd25d71b-8cb9-4690-b63a-0ec84f2833aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:09.835135 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ade3b83-6f81-4b28-b775-55a477689fef req-bd25d71b-8cb9-4690-b63a-0ec84f2833aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.1834064 Apr 15 19:40:09.867526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Calling delete_port for 1267c8ad-d363-48d1-941f-f3ce6a3a5b3b owned by network:floatingip {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:40:09.935436 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Network 513c4370-6c2c-4430-a91e-c8900c94c123 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:40:09.937312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:40:09.947079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:40:09.997936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3b83-6f81-4b28-b775-55a477689fef req-5f556865-2d45-49eb-80d6-f9cb80e23300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:09.999594 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ade3b83-6f81-4b28-b775-55a477689fef req-5f556865-2d45-49eb-80d6-f9cb80e23300 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1558623 Apr 15 19:40:10.022001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cc37-f0df-447d-95e6-4ebc3e601345 req-589a831f-ce48-4ca6-b924-03c393348d89 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:10.023622 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b927cc37-f0df-447d-95e6-4ebc3e601345 req-589a831f-ce48-4ca6-b924-03c393348d89 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 931 time: 0.2590625 Apr 15 19:40:10.075910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0', 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:10.105601 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b927cc37-f0df-447d-95e6-4ebc3e601345 req-856422a0-6f30-4fb7-9274-dbaf3dc4993e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619566 Apr 15 19:40:10.105998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:10.105998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:10.125073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:10.141971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-11edafa0-d775-4bb3-8ea0-c5a62bbf91d9 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:10.243189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event deleted for resources: {'Port': ['ID=1267c8ad-d363-48d1-941f-f3ce6a3a5b3b,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:10.245587 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3658948 Apr 15 19:40:10.247828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:10.256194 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ade3b83-6f81-4b28-b775-55a477689fef req-bdfde5a7-e8f0-4705-a2ce-b89ab073e0e8 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469580 Apr 15 19:40:10.263948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Request body: {'port': {'device_id': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:10.343409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e5609-ba04-47a4-adb4-2d2e3403d869 req-75f0ace0-50ee-441a-b837-a8225e75ff93 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:10.345061 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d31e5609-ba04-47a4-adb4-2d2e3403d869 req-75f0ace0-50ee-441a-b837-a8225e75ff93 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.2248330 Apr 15 19:40:10.408639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:10.456709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:10.458000 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "DELETE /v2.0/floatingips/b8b9266a-bf3f-4e3c-876f-59b325eeed9f HTTP/1.1" status: 204 len: 168 time: 2.5099587 Apr 15 19:40:10.552794 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d31e5609-ba04-47a4-adb4-2d2e3403d869 req-cf95d44c-d27e-4ea2-a5f9-8d7d015fd37e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534615 Apr 15 19:40:10.555998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:10.622130 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ade3b83-6f81-4b28-b775-55a477689fef req-f765636d-5b63-4fc8-9697-d3422b07fa32 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297966 Apr 15 19:40:10.903684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:40:10.906310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0f826a0a-d807-4b19-a459-ac85ba872ecb up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:40:11.012978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35050) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:11.020636 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042838424', 'description': 'tempest-description--2135911898'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:11.027702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:11.032647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:11.035741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:11.043602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:11.085553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.107941 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:11.112280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group_rule and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:11.114308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 0f826a0a-d807-4b19-a459-ac85ba872ecb completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:40:11.115507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:11.123173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:11.131856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fa939-e16d-440e-bee6-963b4522c72c req-97d8d8ca-ff0b-442f-9231-5d0e20366d5d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:11.133647 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7d4fa939-e16d-440e-bee6-963b4522c72c req-97d8d8ca-ff0b-442f-9231-5d0e20366d5d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 944 time: 0.4329629 Apr 15 19:40:11.141989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:11.162902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'port_id': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'mac_address': 'fa:16:3e:c1:60:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:40:11.165258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 0f826a0a-d807-4b19-a459-ac85ba872ecb triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:11.165746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.212501 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7d4fa939-e16d-440e-bee6-963b4522c72c req-95aac8a8-fdb4-46bd-ab81-313567846632 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670013 Apr 15 19:40:11.220404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.276805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.288144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-751555f0-175c-4e72-a3bf-bc618028894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:11.297610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe8f1ad-301c-44df-aab4-638615f6bcba {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:11.306623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.323321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Transition to ACTIVE for port object 0fe8f1ad-301c-44df-aab4-638615f6bcba will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:40:11.347411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634401fa-30fa-49c8-ae29-a5b37bc81d13,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:11.350634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.350982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:11.360511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.376739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0a01e2db-be74-4ade-97ff-c9e179c23d04 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:11.381431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8925939-7511-4388-848f-c5d6cc959ab3 req-824205de-35fe-4b1f-a462-7c3b67d817f5 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:11.381724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89286af4-aeec-4223-9871-c0ccc807ca0a {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:11.383128 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a8925939-7511-4388-848f-c5d6cc959ab3 req-824205de-35fe-4b1f-a462-7c3b67d817f5 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 931 time: 0.1483145 Apr 15 19:40:11.388424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.391033 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3758690 Apr 15 19:40:11.393314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35056) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:11.401903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'security_group_rule': {'security_group_id': '634401fa-30fa-49c8-ae29-a5b37bc81d13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:11.408242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.425891 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:11.430058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:11.432707 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group_rule and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:11.447845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:11.449807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:11.459923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:11.461631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:11.463300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.465917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:11.472319 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a8925939-7511-4388-848f-c5d6cc959ab3 req-a8c808a0-a1c9-4e91-b88c-6b8313f4336b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768096 Apr 15 19:40:11.510265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ffa89-926c-424f-9167-447448407a20 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe8f1ad-301c-44df-aab4-638615f6bcba,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:11.520456 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'code': 200} Apr 15 19:40:11.521012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-740ffa89-926c-424f-9167-447448407a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:11.521675 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.532853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.554997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:11.558287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:11.559483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:11.602962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.654413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:11.662406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.664524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:11.668610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:11.696216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bafb64-42df-42b7-ad73-871521bcce4e,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:11.702399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['89286af4-aeec-4223-9871-c0ccc807ca0a'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:11.756443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:11.801507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.805614 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4061713 Apr 15 19:40:11.805760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35064) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:11.811824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'security_group_rule': {'security_group_id': '634401fa-30fa-49c8-ae29-a5b37bc81d13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:11.821239 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:11.831970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54699f-2492-49e4-872c-d118b6a10fe2 req-d8fd17c1-7b01-4ff1-b7d6-6925034368d9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:11.833619 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0a54699f-2492-49e4-872c-d118b6a10fe2 req-d8fd17c1-7b01-4ff1-b7d6-6925034368d9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 945 time: 0.1189034 Apr 15 19:40:11.836255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:security_group_rule and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:11.839376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:11.859403 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:11.885649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Attempting to bind port 0fe8f1ad-301c-44df-aab4-638615f6bcba on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:40:11.886038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Attempting to bind port 0fe8f1ad-301c-44df-aab4-638615f6bcba by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:40:11.887134 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Attempting to bind port 0fe8f1ad-301c-44df-aab4-638615f6bcba on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:11.894080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0a54699f-2492-49e4-872c-d118b6a10fe2 req-dc42e769-de5e-4047-bbde-aa45514a7216 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514636 Apr 15 19:40:11.896179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Port 0fe8f1ad-301c-44df-aab4-638615f6bcba on network 513c4370-6c2c-4430-a91e-c8900c94c123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:40:11.896560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Attempting to bind port 0fe8f1ad-301c-44df-aab4-638615f6bcba on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:11.912000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.912339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:40:11.912736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Checking segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:40:11.913169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Bound using segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:40:11.913691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Bound port: 0fe8f1ad-301c-44df-aab4-638615f6bcba, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:40:11.914083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.977575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:11.981833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c12364-17f9-46cd-9ab7-92783a14ae9b req-ea7fa81b-fb0b-4997-a0b2-4f54655cf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:11.983466 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b8c12364-17f9-46cd-9ab7-92783a14ae9b req-ea7fa81b-fb0b-4997-a0b2-4f54655cf812 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1098 time: 0.1819959 Apr 15 19:40:12.007906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.010150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5edc483e-a6c0-4e2c-8230-445ec83212f8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:12.034590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88033661-f18b-4a22-83b1-566a9cb7f811,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:12.037160 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:12.055549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] For port 0fe8f1ad-301c-44df-aab4-638615f6bcba, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:40:12.059486 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b8c12364-17f9-46cd-9ab7-92783a14ae9b req-3ad17749-90d8-4989-ac66-bfe3eebd3706 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642376 Apr 15 19:40:12.061249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] For port 0fe8f1ad-301c-44df-aab4-638615f6bcba, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0fe8f1ad-301c-44df-aab4-638615f6bcba,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:40:12.071024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.072302 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e9606d27-a729-450b-b71d-a3649b70752e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2655652 Apr 15 19:40:12.076128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35068) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:12.081681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'floatingip': {'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:12.088399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:12.092625 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Usage tracker for resource:floatingip and tenant:9d9b14ce9a9447e1a7401f4a29a9b917 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:12.095638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:12.101776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:12.108346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.126414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:12.156117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.284567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ffa89-926c-424f-9167-447448407a20 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe8f1ad-301c-44df-aab4-638615f6bcba,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:12.290368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-740ffa89-926c-424f-9167-447448407a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:12.304707 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.328094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:12.328874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.330408 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-740ffa89-926c-424f-9167-447448407a20 service neutron] 10.222.0.13 "PUT /v2.0/ports/0fe8f1ad-301c-44df-aab4-638615f6bcba HTTP/1.1" status: 200 len: 1093 time: 2.0732410 Apr 15 19:40:12.330937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'tag': '0fe8f1ad-301c-44df-aab4-638615f6bcba'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:12.390269 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'tag': '0fe8f1ad-301c-44df-aab4-638615f6bcba', 'status': 'completed', 'code': 200} Apr 15 19:40:12.461176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Allocated IP 172.28.3.149 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:40:12.501380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bab4e-c45c-4379-b459-605cbc55e7fd req-59839932-5963-4b85-a32f-00c21f52ca55 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:12.503035 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-280bab4e-c45c-4379-b459-605cbc55e7fd req-59839932-5963-4b85-a32f-00c21f52ca55 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.1662655 Apr 15 19:40:12.509998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-bd4d64da-0eae-4a76-a4be-29e8311b33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:12.511593 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-bd4d64da-0eae-4a76-a4be-29e8311b33be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 1096 time: 0.1120958 Apr 15 19:40:12.605895 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-942e2adb-bbcf-4db0-9103-cfe567f2bd94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe8f1ad-301c-44df-aab4-638615f6bcba HTTP/1.1" status: 200 len: 217 time: 0.0785582 Apr 15 19:40:12.669975 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-280bab4e-c45c-4379-b459-605cbc55e7fd req-dae65edb-6fe6-4c3d-979b-3eafbdd0273a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573298 Apr 15 19:40:12.679837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.697548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-a89b0714-b04c-429d-ab27-5af51040dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:12.699705 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-a89b0714-b04c-429d-ab27-5af51040dd1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.0830047 Apr 15 19:40:12.733156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9ad14-3ed8-45f4-bf5c-038be84cf944 req-0be6b3ca-3c64-4070-a88a-3a069831fdba tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:12.734840 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39a9ad14-3ed8-45f4-bf5c-038be84cf944 req-0be6b3ca-3c64-4070-a88a-3a069831fdba tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 943 time: 0.1318991 Apr 15 19:40:12.760273 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-81b1d5c4-21dd-49bf-9bd6-8c3690b4e10a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523672 Apr 15 19:40:12.789096 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39a9ad14-3ed8-45f4-bf5c-038be84cf944 req-5b251966-0c99-43c4-8384-1fd09bd9df3e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Apr 15 19:40:12.811076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:12.826689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:12.907571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:40:12.913241 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-7b614e45-2d20-43c4-add1-e78494186630 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437356 Apr 15 19:40:13.021867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'Port': ['ID=1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:13.032382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:13.051892 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:40:13.053227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:40:13.055898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:40:13.082832 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 89286af4-aeec-4223-9871-c0ccc807ca0a completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:40:13.090231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 89286af4-aeec-4223-9871-c0ccc807ca0a triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:13.090655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:13.118815 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7469d9e2-e957-4d58-9c1a-d606d2eac7ef req-82b6cf4b-245f-4829-a076-cd47619a0dfc service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998525 Apr 15 19:40:13.144950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:13.163257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a02049-f83d-44df-98a8-e6497ba673ed req-09526aa5-e4be-46f8-bf8a-1fc5af6147a8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:13.164846 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-90a02049-f83d-44df-98a8-e6497ba673ed req-09526aa5-e4be-46f8-bf8a-1fc5af6147a8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 945 time: 0.1008658 Apr 15 19:40:13.217259 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-90a02049-f83d-44df-98a8-e6497ba673ed req-2e42ac8e-f297-4e98-91a4-25e565f76962 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Apr 15 19:40:13.222089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:13.264188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:13.270842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:13.293838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:13.296506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:13.310787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-9ed4c0c6-6366-4850-8521-95eab6f71c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:13.312379 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-9ed4c0c6-6366-4850-8521-95eab6f71c0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 1096 time: 0.0835984 Apr 15 19:40:13.371567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:13.374975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:13.464296 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-dacba8c9-9f8c-4b13-8dac-e8ca7c3d3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:13.466012 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-dacba8c9-9f8c-4b13-8dac-e8ca7c3d3ea5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 916 time: 0.1474276 Apr 15 19:40:13.494237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:13.521923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:13.542924 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-2c69831d-6e94-445f-838a-5cb3564e3a6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe8f1ad-301c-44df-aab4-638615f6bcba HTTP/1.1" status: 200 len: 217 time: 0.0694242 Apr 15 19:40:13.544811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844054708'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:13.561460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b0b4d39a-e37a-4f3a-baa3-41f04d093916 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:13.571512 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'code': 200} Apr 15 19:40:13.615987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-36d9cdde-fb6d-4d27-a116-b07ec9288d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:13.617692 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-36d9cdde-fb6d-4d27-a116-b07ec9288d14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.0676911 Apr 15 19:40:13.675416 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-a75ec1ed-a919-4c5c-b3dc-7d1c355a7bfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503392 Apr 15 19:40:13.955511 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-519e2e6e-226c-4b10-aa1f-4a5162bed542 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703998 Apr 15 19:40:13.995291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'Port': ['ID=1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:14.002060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:14.077690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f60ab-fbb0-4612-b73d-33bbf884c76d req-9cf02e2b-c84b-46bb-93a3-69693e9902dd tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:14.079205 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-524f60ab-fbb0-4612-b73d-33bbf884c76d req-9cf02e2b-c84b-46bb-93a3-69693e9902dd tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 943 time: 0.1660209 Apr 15 19:40:14.086263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ed9f5-4192-45f9-b631-b7f45f063959 req-25e0c40d-6f8f-47ea-ae4c-f6840a6c01d2 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:14.087862 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-364ed9f5-4192-45f9-b631-b7f45f063959 req-25e0c40d-6f8f-47ea-ae4c-f6840a6c01d2 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.2845411 Apr 15 19:40:14.121665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60ba0-2a0b-4119-8753-d95a0d4c4d12 req-4f45e3a1-b162-4e7d-b57f-5b231d7e5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:14.123248 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2d60ba0-2a0b-4119-8753-d95a0d4c4d12 req-4f45e3a1-b162-4e7d-b57f-5b231d7e5dfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 1099 time: 0.2551022 Apr 15 19:40:14.168232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:14.176333 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-524f60ab-fbb0-4612-b73d-33bbf884c76d req-361deee1-1363-44f9-b82b-97028bd8e03d tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675859 Apr 15 19:40:14.212385 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-364ed9f5-4192-45f9-b631-b7f45f063959 req-1c767612-74bb-4b27-9c1d-3d5be8c22614 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157408 Apr 15 19:40:14.222162 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3465e2e9-e2af-4d87-ac42-a59ba6f27649 req-2977ecde-c7ce-427d-abf9-dac835b3a46d service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543082 Apr 15 19:40:14.226221 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f2d60ba0-2a0b-4119-8753-d95a0d4c4d12 req-32f90f0d-6ffa-4199-81a8-9b7fce0f8605 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863414 Apr 15 19:40:14.236481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:14.237909 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1607828 Apr 15 19:40:14.423188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c10d2-e44d-4387-8842-6721db73c317 req-b8187331-1765-4216-99ef-23076527669e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:14.424793 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c08c10d2-e44d-4387-8842-6721db73c317 req-b8187331-1765-4216-99ef-23076527669e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.0932465 Apr 15 19:40:14.429335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ca60-8ca1-4dba-aab6-88099aeecbfe req-d2d6d8b3-ed2a-4119-b077-6e12d2df36aa tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:14.431023 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2b40ca60-8ca1-4dba-aab6-88099aeecbfe req-d2d6d8b3-ed2a-4119-b077-6e12d2df36aa tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0887005 Apr 15 19:40:14.473742 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c08c10d2-e44d-4387-8842-6721db73c317 req-f453bc73-7db0-4bcf-917f-d7a04ab2e299 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Apr 15 19:40:14.479554 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2b40ca60-8ca1-4dba-aab6-88099aeecbfe req-21d17961-d803-47e4-9a2c-2f7d1b48cbe8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Apr 15 19:40:14.611894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-4425a287-6401-4200-8547-fe009d371c09 req-6bbf2bb1-d15c-4e13-b628-a2558edec3cc tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:14.659013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-4425a287-6401-4200-8547-fe009d371c09 req-6bbf2bb1-d15c-4e13-b628-a2558edec3cc tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:14.660335 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-6bbf2bb1-d15c-4e13-b628-a2558edec3cc tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2042838424&fields=id&tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917 HTTP/1.1" status: 200 len: 267 time: 0.0916333 Apr 15 19:40:14.823059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-e1cfaa0d-e773-4448-9781-d867a37f6792 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:14.825258 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-e1cfaa0d-e773-4448-9781-d867a37f6792 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 811 time: 0.1561196 Apr 15 19:40:14.841120 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-ea4d34ff-3113-4086-ac23-103e0a85dcbe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/quotas/9d9b14ce9a9447e1a7401f4a29a9b917 HTTP/1.1" status: 200 len: 375 time: 0.0097063 Apr 15 19:40:14.904838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e8ea7-c8b0-4d45-acf1-ce000a5b0d99 req-639042df-926a-433e-ad9d-2df65174723d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:14.906413 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9e8ea7-c8b0-4d45-acf1-ce000a5b0d99 req-639042df-926a-433e-ad9d-2df65174723d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.0930882 Apr 15 19:40:14.937397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-4425a287-6401-4200-8547-fe009d371c09 req-508ca162-5735-4f38-b178-b30825b67ad1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:14.956530 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2d9e8ea7-c8b0-4d45-acf1-ce000a5b0d99 req-7d4b6522-d7a0-4afb-a3a3-c724808f5617 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 Apr 15 19:40:14.993309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-4425a287-6401-4200-8547-fe009d371c09 req-508ca162-5735-4f38-b178-b30825b67ad1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:14.994884 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-508ca162-5735-4f38-b178-b30825b67ad1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481903 Apr 15 19:40:15.147560 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-aa7ae0a4-a0b5-48fe-a45d-b049a435d593 service neutron] 10.222.0.20 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392703 Apr 15 19:40:15.300583 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-b50b39fe-ca22-4e71-9ac5-b22c9347828e service neutron] 10.222.0.20 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450651 Apr 15 19:40:15.387612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a05ce-91c6-4c1f-ae5b-ec892377814d req-2623166f-eb93-4ef6-b701-489819f41295 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:15.388385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-342a05ce-91c6-4c1f-ae5b-ec892377814d req-2623166f-eb93-4ef6-b701-489819f41295 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:15.459570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-342a05ce-91c6-4c1f-ae5b-ec892377814d req-2623166f-eb93-4ef6-b701-489819f41295 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:15.460829 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-342a05ce-91c6-4c1f-ae5b-ec892377814d req-2623166f-eb93-4ef6-b701-489819f41295 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 943 time: 0.1663067 Apr 15 19:40:15.521107 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-342a05ce-91c6-4c1f-ae5b-ec892377814d req-5012a9a6-67b4-4c34-9d5c-cd21fcc3dcad tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Apr 15 19:40:15.582030 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c18d4283-3ee4-4d95-817a-92c40039bc80 req-1eb4b39c-7101-4bab-a06c-fd60fbdabc66 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 210 time: 0.0627558 Apr 15 19:40:15.761067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba119c-b3d7-4f37-a733-f297d5bb75d8 req-97d8d9fe-f36f-4af9-b72a-0950f80872aa tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:15.767918 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ebba119c-b3d7-4f37-a733-f297d5bb75d8 req-97d8d9fe-f36f-4af9-b72a-0950f80872aa tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0920482 Apr 15 19:40:15.811285 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ebba119c-b3d7-4f37-a733-f297d5bb75d8 req-0e94c47b-38a1-4992-9342-802a1936ff17 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Apr 15 19:40:16.012351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265052c6-b9cf-4c8c-b12f-f55f601fd137 req-a35efbf1-0836-4d4a-af95-a8322b22d757 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:16.013984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-265052c6-b9cf-4c8c-b12f-f55f601fd137 req-a35efbf1-0836-4d4a-af95-a8322b22d757 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0894601 Apr 15 19:40:16.023350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35128) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:16.029203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Request body: {'floatingip': {'port_id': '89286af4-aeec-4223-9871-c0ccc807ca0a'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:16.113791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:16.771732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812c5a1-70da-4954-adef-e7fd4a6412c8 req-6cd7a204-d43c-4ec3-ad62-0cbe1e9e7b28 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:16.772292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:16.774339 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9812c5a1-70da-4954-adef-e7fd4a6412c8 req-6cd7a204-d43c-4ec3-ad62-0cbe1e9e7b28 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 943 time: 0.1302676 Apr 15 19:40:16.827086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:16.907473 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-12762556-15c2-499c-8b13-e481a7b866dc req-491a10bd-6665-4ff0-addd-24c4f3b83d2e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 210 time: 0.1241817 Apr 15 19:40:16.919278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0fe8f1ad-301c-44df-aab4-638615f6bcba details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:40:17.048718 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Floating IP d3ca5e92-cf97-4c06-81ff-4a7bd8391a9b associated. External IP: 172.28.3.165, port: 89286af4-aeec-4223-9871-c0ccc807ca0a. Apr 15 19:40:17.085206 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9812c5a1-70da-4954-adef-e7fd4a6412c8 req-a2416479-10e7-4fb8-830a-aaa51f8dd29f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011861 Apr 15 19:40:17.129706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 0fe8f1ad-301c-44df-aab4-638615f6bcba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0fe8f1ad-301c-44df-aab4-638615f6bcba,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:17.156205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '0fe8f1ad-301c-44df-aab4-638615f6bcba', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'port_id': '0fe8f1ad-301c-44df-aab4-638615f6bcba', 'mac_address': 'fa:16:3e:58:2b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a36358-a60b-48b5-af84-cf7b114b8951', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:40:17.221177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:17.239682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe8f1ad-301c-44df-aab4-638615f6bcba {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:17.257029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 0fe8f1ad-301c-44df-aab4-638615f6bcba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0fe8f1ad-301c-44df-aab4-638615f6bcba,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:17.285102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:17.287671 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:17.377680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=0fe8f1ad-301c-44df-aab4-638615f6bcba,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:17.392809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:17.436672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-f57bae67-afe3-40a6-b02f-f39b5cb5425c tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:17.438459 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-f57bae67-afe3-40a6-b02f-f39b5cb5425c tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 811 time: 0.1706760 Apr 15 19:40:17.468307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Router f8cee3d6-4270-4098-8f8e-98aa38b27677 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:40:17.519089 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-607fd48a-267f-4b26-a3ce-87837118fd9e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917 HTTP/1.1" status: 200 len: 5705 time: 0.0719683 Apr 15 19:40:17.530217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'port': {'device_id': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'admin_state_up': True, 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'security_groups': ['634401fa-30fa-49c8-ae29-a5b37bc81d13']}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:17.537804 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['0fe8f1ad-301c-44df-aab4-638615f6bcba'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:17.719257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:17.734788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:17.785045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Made reservation on behalf of 9d9b14ce9a9447e1a7401f4a29a9b917 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:40:17.795549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:17.984059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:40:17.995375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:18.004219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] Sync routers for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:40:18.018548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Allocated IP 172.20.0.13 (2f008745-9d9b-40b8-b608-d7c888ae6d19/92c0d75d-3ac6-46fb-bb24-43e9b712df44/8f17556e-4305-44e0-acb8-2d79c79062e9) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:40:18.036130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:18.036826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:18.071959 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d86dc37b-0441-48ef-a2b1-2da56e6cb633 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "PUT /v2.0/floatingips/d3ca5e92-cf97-4c06-81ff-4a7bd8391a9b HTTP/1.1" status: 200 len: 992 time: 2.0474682 Apr 15 19:40:18.072947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:18.206796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-06d0a017-1330-46d3-ac64-59b4b4c7bf47 req-64250f58-349e-4824-8b57-8d40e664fa08 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:18.281748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-06d0a017-1330-46d3-ac64-59b4b4c7bf47 req-64250f58-349e-4824-8b57-8d40e664fa08 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:18.283042 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06d0a017-1330-46d3-ac64-59b4b4c7bf47 req-64250f58-349e-4824-8b57-8d40e664fa08 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 210 time: 0.1568775 Apr 15 19:40:18.318943 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'status': 'completed', 'code': 200} Apr 15 19:40:18.458758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:18.486524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:18.523969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Transition to ACTIVE for port object 8f17556e-4305-44e0-acb8-2d79c79062e9 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:40:18.543682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a53f88-504d-496f-a43e-252f8f79093f req-e7e89f85-6e00-40c5-8be2-9d850c5ce421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:18.545274 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-e7e89f85-6e00-40c5-8be2-9d850c5ce421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 1099 time: 0.2021818 Apr 15 19:40:18.675712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f338e-8467-44ed-84a5-8af7e1e9d35e req-4b357050-48c6-4dcd-a7da-7aecac92af00 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:18.677967 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-679f338e-8467-44ed-84a5-8af7e1e9d35e req-4b357050-48c6-4dcd-a7da-7aecac92af00 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 944 time: 0.2548702 Apr 15 19:40:18.722929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:18.744023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:18.836657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'd3ca5e92-cf97-4c06-81ff-4a7bd8391a9b', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'floating_ip_address': '172.28.3.165', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'port_id': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'mac_address': 'fa:16:3e:c1:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:46Z', 'updated_at': '2021-04-15T19:40:16Z', 'revision_number': 1, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:18.841286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] Checking router: f8cee3d6-4270-4098-8f8e-98aa38b27677 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:40:18.850306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:18.850973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:18.893497 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-679f338e-8467-44ed-84a5-8af7e1e9d35e req-667b6c2a-09bf-4eb4-aa62-ff523a66ffe8 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049665 Apr 15 19:40:18.913431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a53f88-504d-496f-a43e-252f8f79093f req-0f213889-6b63-4da0-9512-6f7929ec3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:18.915014 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-0f213889-6b63-4da0-9512-6f7929ec3365 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.3606803 Apr 15 19:40:18.977687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0fe8f1ad-301c-44df-aab4-638615f6bcba up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:40:19.000469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event updated for resources: {'Port': ['ID=8f17556e-4305-44e0-acb8-2d79c79062e9,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:19.014937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:19.076271 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-6cbd6011-2d45-4cf4-99e5-af11e1e18978 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89286af4-aeec-4223-9871-c0ccc807ca0a HTTP/1.1" status: 200 len: 1000 time: 0.1516013 Apr 15 19:40:19.109197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:19.124365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:40:19.129075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:40:19.137115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:40:19.156185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 0fe8f1ad-301c-44df-aab4-638615f6bcba completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:40:19.175222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 0fe8f1ad-301c-44df-aab4-638615f6bcba triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:19.175648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:19.210845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a53f88-504d-496f-a43e-252f8f79093f req-ff3aab13-cdf3-4744-8280-e27794cebcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:19.212426 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-ff3aab13-cdf3-4744-8280-e27794cebcc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.1288004 Apr 15 19:40:19.221549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:19.222245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:19.328487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8032684 Apr 15 19:40:19.346381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a53f88-504d-496f-a43e-252f8f79093f req-4eeb9f22-4713-481a-a49a-c5535216b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:19.348458 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-4eeb9f22-4713-481a-a49a-c5535216b82a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1198716 Apr 15 19:40:19.353728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Request body: {'port': {'device_id': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:19.523958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:19.577889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-12067662-7408-49eb-93c2-4eb0a999d853 None None] Provisioning for port 8f17556e-4305-44e0-acb8-2d79c79062e9 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:40:19.588544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe8f1ad-301c-44df-aab4-638615f6bcba'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:19.602758 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-12067662-7408-49eb-93c2-4eb0a999d853 None None] Provisioning complete for port 8f17556e-4305-44e0-acb8-2d79c79062e9 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:19.603189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-12067662-7408-49eb-93c2-4eb0a999d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:19.675227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 0fe8f1ad-301c-44df-aab4-638615f6bcba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0fe8f1ad-301c-44df-aab4-638615f6bcba,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:19.688900 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-b19590f5-2c54-4566-b6ab-7a5fc5d1a464 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008034 Apr 15 19:40:19.691401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:19.726548 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe8f1ad-301c-44df-aab4-638615f6bcba', 'code': 200} Apr 15 19:40:19.735266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:19.739247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:19.816709 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-12067662-7408-49eb-93c2-4eb0a999d853 None None] Port 8f17556e-4305-44e0-acb8-2d79c79062e9 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:40:19.836446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=0fe8f1ad-301c-44df-aab4-638615f6bcba,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:19.845417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:19.848174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40bf60-c647-46bd-a54d-754ec505742c req-d121d4be-fc91-4312-a661-07c2139efb61 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:19.852659 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a40bf60-c647-46bd-a54d-754ec505742c req-d121d4be-fc91-4312-a661-07c2139efb61 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 932 time: 0.3739858 Apr 15 19:40:19.865847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'd3ca5e92-cf97-4c06-81ff-4a7bd8391a9b', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'floating_ip_address': '172.28.3.165', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'port_id': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'mac_address': 'fa:16:3e:c1:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:46Z', 'updated_at': '2021-04-15T19:40:16Z', 'revision_number': 1, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:19.871166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af2f38c-5b24-4e36-bb5d-ed66248b5ac8 None None] The sync data for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb is: [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'd3ca5e92-cf97-4c06-81ff-4a7bd8391a9b', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'floating_ip_address': '172.28.3.165', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'port_id': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'mac_address': 'fa:16:3e:c1:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:46Z', 'updated_at': '2021-04-15T19:40:16Z', 'revision_number': 1, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:40:20.115211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd86ea-11f0-469c-9e65-6d8436c6726e req-b42d6a1b-4936-438c-be32-26169d6274e7 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:20.116979 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d8bd86ea-11f0-469c-9e65-6d8436c6726e req-b42d6a1b-4936-438c-be32-26169d6274e7 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 945 time: 0.0982468 Apr 15 19:40:20.147126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401d9e3-f9a0-4838-9758-b134d62e3fdc None None] New status for floating IP d3ca5e92-cf97-4c06-81ff-4a7bd8391a9b: ACTIVE {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:40:20.172861 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d8bd86ea-11f0-469c-9e65-6d8436c6726e req-21e8230f-c2a1-4e51-bbe0-dc945ea5bdc3 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Apr 15 19:40:20.299288 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a40bf60-c647-46bd-a54d-754ec505742c req-fd77b619-5066-4aab-ae27-8258bd907ea7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4416108 Apr 15 19:40:20.317767 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-2c9199f8-5510-45ef-9888-a185b11c42f9 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075523 Apr 15 19:40:20.420110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c59b5-10ff-47bd-bd76-618839ce5a34 req-aa22fc45-5af0-406d-b679-b09ba1d4d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:20.425013 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-916c59b5-10ff-47bd-bd76-618839ce5a34 req-aa22fc45-5af0-406d-b679-b09ba1d4d2e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 1098 time: 0.5061831 Apr 15 19:40:20.506436 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-916c59b5-10ff-47bd-bd76-618839ce5a34 req-71579686-b3f7-4166-8111-1021d0787236 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694194 Apr 15 19:40:20.597136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f17556e-4305-44e0-acb8-2d79c79062e9 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:20.606018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:20.622068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Transition to ACTIVE for port object 8f17556e-4305-44e0-acb8-2d79c79062e9 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:40:20.659726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:20.679049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:20.870199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f17556e-4305-44e0-acb8-2d79c79062e9,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:20.883181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:20.948601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433233a4-3dba-4f4c-b192-617a7fae1815 req-a02b81c9-5055-4b53-a5f0-6d6e9a76200e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:20.950257 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-433233a4-3dba-4f4c-b192-617a7fae1815 req-a02b81c9-5055-4b53-a5f0-6d6e9a76200e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.1687112 Apr 15 19:40:21.132458 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-433233a4-3dba-4f4c-b192-617a7fae1815 req-891680ef-969f-4c47-98b5-18c701d82572 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338284 Apr 15 19:40:21.159310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35186) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:21.170598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Attempting to bind port 8f17556e-4305-44e0-acb8-2d79c79062e9 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:40:21.170983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Attempting to bind port 8f17556e-4305-44e0-acb8-2d79c79062e9 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:40:21.171358 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Attempting to bind port 8f17556e-4305-44e0-acb8-2d79c79062e9 on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:21.176486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Port 8f17556e-4305-44e0-acb8-2d79c79062e9 on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:40:21.176851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Attempting to bind port 8f17556e-4305-44e0-acb8-2d79c79062e9 on network 2f008745-9d9b-40b8-b608-d7c888ae6d19 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:21.182498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:40:21.182893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Checking segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:40:21.183454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Bound using segment: {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:40:21.183904 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Bound port: 8f17556e-4305-44e0-acb8-2d79c79062e9, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83bfe98-b837-4830-b0f9-dc0c80834bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:40:21.184304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:21.290748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] For port 8f17556e-4305-44e0-acb8-2d79c79062e9, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:40:21.294228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] For port 8f17556e-4305-44e0-acb8-2d79c79062e9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8f17556e-4305-44e0-acb8-2d79c79062e9,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:40:21.326454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:21.343464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:21.455573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d441cb-d048-4397-9738-4a9869e1a905 req-654d448d-e29f-41a4-9e95-54963bbaac72 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:21.457279 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e2d441cb-d048-4397-9738-4a9869e1a905 req-654d448d-e29f-41a4-9e95-54963bbaac72 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 945 time: 0.1379933 Apr 15 19:40:21.459794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8156d3-16fd-4f9d-8ce5-58a8aea58e5e tempest-TestMinimumBasicScenario-1975116736 tempest-TestMinimumBasicScenario-1975116736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:21.460600 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5f8156d3-16fd-4f9d-8ce5-58a8aea58e5e tempest-TestMinimumBasicScenario-1975116736 tempest-TestMinimumBasicScenario-1975116736-project-admin] Synchronizing usage tracker for tenant:34abf8d6045f4a1ab0303c7217fad6ba on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:21.522403 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e2d441cb-d048-4397-9738-4a9869e1a905 req-e3f38bc1-5ebc-4a3d-930f-c798ca75e908 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569077 Apr 15 19:40:21.541786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5f8156d3-16fd-4f9d-8ce5-58a8aea58e5e tempest-TestMinimumBasicScenario-1975116736 tempest-TestMinimumBasicScenario-1975116736-project-admin] Unset dirty status for tenant:34abf8d6045f4a1ab0303c7217fad6ba on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:21.547762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5f8156d3-16fd-4f9d-8ce5-58a8aea58e5e tempest-TestMinimumBasicScenario-1975116736 tempest-TestMinimumBasicScenario-1975116736-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1093 time: 0.3873179 Apr 15 19:40:21.549567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35196) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:21.555545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'floatingip': {'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'port_id': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:21.563322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:21.568008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:floatingip and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:21.571291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:21.577368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f17556e-4305-44e0-acb8-2d79c79062e9,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:21.582677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:21.582859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:21.622376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301e214-d24b-463b-86e5-147f43340f3b req-3620617f-2b17-4f03-a852-9e8bc00cb95b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:21.624705 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9301e214-d24b-463b-86e5-147f43340f3b req-3620617f-2b17-4f03-a852-9e8bc00cb95b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 944 time: 0.1883218 Apr 15 19:40:21.646944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for floatingip, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:21.677395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:21.678257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:21.679779 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f17556e-4305-44e0-acb8-2d79c79062e9 HTTP/1.1" status: 200 len: 1094 time: 2.3307350 Apr 15 19:40:21.680499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:21.704816 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9301e214-d24b-463b-86e5-147f43340f3b req-753e05f2-751d-4eae-bb0f-2f39811dd948 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713217 Apr 15 19:40:21.800780 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'status': 'completed', 'code': 200} Apr 15 19:40:21.849427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-d16b5137-1af0-4032-b82f-6f1002b1ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:21.851241 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-d16b5137-1af0-4032-b82f-6f1002b1ba57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 1097 time: 0.0936496 Apr 15 19:40:21.852885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:21.928877 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-4704bd05-4981-4473-80a0-3b2f157d47eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f17556e-4305-44e0-acb8-2d79c79062e9 HTTP/1.1" status: 200 len: 217 time: 0.0699613 Apr 15 19:40:22.045061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-eddcd3a4-79d0-4906-83e2-2e2c581b75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:22.047553 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-eddcd3a4-79d0-4906-83e2-2e2c581b75c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.1082184 Apr 15 19:40:22.051662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Allocated IP 172.28.3.229 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/45334f62-dfb9-4002-9208-0d283cf7b6da) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:40:22.131298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a287-6401-4200-8547-fe009d371c09 req-82ac40d6-f0b3-4ae5-b030-f01e7cefd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:22.132906 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-82ac40d6-f0b3-4ae5-b030-f01e7cefd5e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781333 Apr 15 19:40:22.206824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:22.274927 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-f4b6c0e9-30d1-40f4-8755-fcb53e4d680d service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347563 Apr 15 19:40:22.290498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:22.306977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a3e17909-b0f9-4994-ab23-212e5afce453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:22.427354 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4425a287-6401-4200-8547-fe009d371c09 req-6804e753-a983-4e0b-9125-b80aff49e813 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402652 Apr 15 19:40:22.440930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'Port': ['ID=45334f62-dfb9-4002-9208-0d283cf7b6da,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:22.445477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:22.500898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:40:22.502086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:40:22.504302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:40:22.601745 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545461-219f-4497-8a08-878596fba53b req-3b0cad14-95b1-400f-896a-728a66436cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:22.603490 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4545461-219f-4497-8a08-878596fba53b req-3b0cad14-95b1-400f-896a-728a66436cae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 1097 time: 0.0922105 Apr 15 19:40:22.733270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ccb1681c-aaad-4ea0-ab24-f95164022887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:22.756378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545461-219f-4497-8a08-878596fba53b req-db637899-255a-47b7-b841-af0e2dd3bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:22.758222 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4545461-219f-4497-8a08-878596fba53b req-db637899-255a-47b7-b841-af0e2dd3bc27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 912 time: 0.1466937 Apr 15 19:40:22.838445 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4545461-219f-4497-8a08-878596fba53b req-d89e9a79-073e-4b44-96f0-1ca160acbe49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f17556e-4305-44e0-acb8-2d79c79062e9 HTTP/1.1" status: 200 len: 217 time: 0.0731308 Apr 15 19:40:22.922778 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa7e7-d146-46af-8330-7e901ef0912e req-9b5f3f0d-e720-4715-8988-4207d480dad0 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:22.924397 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b79aa7e7-d146-46af-8330-7e901ef0912e req-9b5f3f0d-e720-4715-8988-4207d480dad0 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 945 time: 0.2692063 Apr 15 19:40:22.957185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545461-219f-4497-8a08-878596fba53b req-ea257d4e-b2aa-4d9a-8e79-13cca2c23ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:22.958864 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4545461-219f-4497-8a08-878596fba53b req-ea257d4e-b2aa-4d9a-8e79-13cca2c23ef0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.0844927 Apr 15 19:40:23.004458 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b79aa7e7-d146-46af-8330-7e901ef0912e req-31bbf27a-4f82-47d8-9ae0-a6641d5123ff tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Apr 15 19:40:23.036571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8aa2-f939-4553-b0e5-02cdff2b1d3e req-4844eee9-fbb0-49e7-9817-baf92e2c9922 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:23.038282 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3e8aa2-f939-4553-b0e5-02cdff2b1d3e req-4844eee9-fbb0-49e7-9817-baf92e2c9922 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 944 time: 0.2019062 Apr 15 19:40:23.083162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:23.107701 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7a3e8aa2-f939-4553-b0e5-02cdff2b1d3e req-653cb87a-d975-4263-831a-3c350f731bbb tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607035 Apr 15 19:40:23.110795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545461-219f-4497-8a08-878596fba53b req-29932f5f-63bc-42d1-a368-68e2b826aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:23.112377 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4545461-219f-4497-8a08-878596fba53b req-29932f5f-63bc-42d1-a368-68e2b826aef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1404722 Apr 15 19:40:23.205274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:23.264487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4545461-219f-4497-8a08-878596fba53b req-8ef782b1-3b71-475c-8343-b9fccd03f78b service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441433 Apr 15 19:40:23.410823 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b4545461-219f-4497-8a08-878596fba53b req-3599af63-21e1-43a6-b821-b4ac205feb98 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392517 Apr 15 19:40:23.434845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:23.464385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844054708'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:23.484580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-744e7c3d-a09c-4913-bbc9-8a2db51bfeff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:23.634708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'Port': ['ID=45334f62-dfb9-4002-9208-0d283cf7b6da,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:23.645423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:23.743760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:23.925429 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Floating IP 033a480b-28b8-465d-b649-ef420ed19e0f associated. External IP: 172.28.3.229, port: 0f826a0a-d807-4b19-a459-ac85ba872ecb. Apr 15 19:40:24.297683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Router 249a35c2-cbd5-411e-b5be-c123fc9408c8 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:40:24.316420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ccebd-a56c-43b6-9476-826eb32e8a6b req-37ccad29-4bb4-4ad7-9c26-7a3d2f916ca5 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:24.318072 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e73ccebd-a56c-43b6-9476-826eb32e8a6b req-37ccad29-4bb4-4ad7-9c26-7a3d2f916ca5 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 944 time: 0.0926921 Apr 15 19:40:24.369753 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e73ccebd-a56c-43b6-9476-826eb32e8a6b req-9d30101f-2155-41ac-8d8e-0c13f36500c3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450988 Apr 15 19:40:24.726640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:40:24.737121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] Sync routers for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:40:24.751521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:24.752213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:39:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:24.784681 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:24.847410 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2bf8a0ac-8ee2-42d6-929a-dde5916c2f6d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2939262 Apr 15 19:40:24.847410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:24.848105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 35226) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:24.853924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306066322', 'description': 'tempest-secgroup-smoke-1306066322 description', 'project_id': '2adfd818695948758f5b5558921ac548'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:24.861205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:24.872352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:24.896896 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'status': 'completed', 'code': 200} Apr 15 19:40:24.913335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:24.958589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:24.974587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:24.989534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:24.995313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:25.002568 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:25.008933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 8f17556e-4305-44e0-acb8-2d79c79062e9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:40:25.066300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-2e87b6cf-ee69-404b-aed9-63cb57dc552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:25.067937 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-2e87b6cf-ee69-404b-aed9-63cb57dc552b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1098 time: 0.1312702 Apr 15 19:40:25.187433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.229007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.244410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fdab343a-114e-498d-997e-81a4e554bef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:25.294542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-3392fb41-2753-499f-b7a4-58c79efec021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:25.296186 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-3392fb41-2753-499f-b7a4-58c79efec021 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 916 time: 0.2195475 Apr 15 19:40:25.377557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f69599-51ec-47ab-8a53-33d736718cf7,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:25.377557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:25.384383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.385739 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b90e7c4b-26b4-4e72-abb0-b3530acb36b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5367675 Apr 15 19:40:25.389595 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35240) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:25.406902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'security_group_rule': {'security_group_id': '75f69599-51ec-47ab-8a53-33d736718cf7', 'project_id': '2adfd818695948758f5b5558921ac548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:25.427171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:25.440581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:25.447716 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-842469c2-f609-4ce5-b7f4-7a09fe993d5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 999 time: 0.1431627 Apr 15 19:40:25.452253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:25.457716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8bedc09c-28e0-438c-a996-ab99f8fd69df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.477887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:25.535753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-b5e56bf5-a624-4695-aaf0-1fa7c86f3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:25.535898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.537368 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-b5e56bf5-a624-4695-aaf0-1fa7c86f3310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 200 len: 854 time: 0.0824289 Apr 15 19:40:25.608052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 8f17556e-4305-44e0-acb8-2d79c79062e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8f17556e-4305-44e0-acb8-2d79c79062e9,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:25.639393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'port_id': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'mac_address': 'fa:16:3e:b5:6a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:40:25.663335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-26efa671-8e33-48cc-af1c-04b3555d2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:25.664993 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-26efa671-8e33-48cc-af1c-04b3555d2971 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8499d73b-d99d-415f-a58c-04dda7891957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194537 Apr 15 19:40:25.710960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.739896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b35cf-2fca-4f45-b6b0-05068ea28bfe req-e66dd986-3f84-41ad-9763-dea5fb443178 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:25.742141 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2a0b35cf-2fca-4f45-b6b0-05068ea28bfe req-e66dd986-3f84-41ad-9763-dea5fb443178 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 944 time: 0.1538436 Apr 15 19:40:25.747494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.758553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:25.786869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.802222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.805378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c960fd-3bc3-478c-b129-a0d0670a8359,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:25.808368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:25.809003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f17556e-4305-44e0-acb8-2d79c79062e9 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:25.833378 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2a0b35cf-2fca-4f45-b6b0-05068ea28bfe req-a6e6fa60-8fa3-48ff-b29c-b50cd4eb64d5 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773780 Apr 15 19:40:25.834610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.835535 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5fe2b953-124c-4528-b440-185f1a764439 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448841 Apr 15 19:40:25.838627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35246) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:25.844505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'security_group_rule': {'security_group_id': '75f69599-51ec-47ab-8a53-33d736718cf7', 'project_id': '2adfd818695948758f5b5558921ac548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:25.849545 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-519961df-0ce4-4126-bf2a-1e4bda854627 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762280 Apr 15 19:40:25.850518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 8f17556e-4305-44e0-acb8-2d79c79062e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8f17556e-4305-44e0-acb8-2d79c79062e9,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:25.850988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:25.855836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:25.859143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:25.863401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '033a480b-28b8-465d-b649-ef420ed19e0f', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'floating_ip_address': '172.28.3.229', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'port_id': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'mac_address': 'fa:16:3e:d0:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:22Z', 'updated_at': '2021-04-15T19:40:22Z', 'revision_number': 0, 'project_id': '2adfd818695948758f5b5558921ac548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:23Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:25.865218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:25.867954 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] Checking router: 249a35c2-cbd5-411e-b5be-c123fc9408c8 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:40:25.877841 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:25.878651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:40:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:25.926991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.946371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:25.951670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:26.000351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.036867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.039186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1da367e7-efd6-4b97-97a2-c29acd1f71cb tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:26.072314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce017bf-0984-42d7-a584-505918c49a84,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:26.078923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:26.119355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.120202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=8f17556e-4305-44e0-acb8-2d79c79062e9,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:26.123791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:26.124040 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8ada82ac-8342-4a7e-b5b1-7a318ed69283 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2840812 Apr 15 19:40:26.124715 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35250) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:26.130980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'security_group_rule': {'security_group_id': '75f69599-51ec-47ab-8a53-33d736718cf7', 'project_id': '2adfd818695948758f5b5558921ac548', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:26.137644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:26.141966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:26.145083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:26.152275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:26.161849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:26.201770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.247719 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6cee1648-742c-4e3c-90bd-d89a10ae4eda req-00475679-11c5-400f-ba5e-dea424cba0c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901010 Apr 15 19:40:26.272320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.299204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['8f17556e-4305-44e0-acb8-2d79c79062e9'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:26.327353 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.330012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:26.353668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ad34ac-bf0f-4d39-a50d-14bc31a4000a,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:26.356805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:26.393272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.394552 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2687840 Apr 15 19:40:26.397548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 35254) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:26.403791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'security_group_rule': {'security_group_id': '75f69599-51ec-47ab-8a53-33d736718cf7', 'project_id': '2adfd818695948758f5b5558921ac548', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:26.410028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:26.414110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:26.417590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:26.423828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:26.469114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.565006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.612299 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.622359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7d0594b9-76ab-477b-842c-3905a1b4d7f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:26.653761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.656199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66804fc-f731-468b-84e7-8a647747ece1,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:26.659737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:26.707439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.708830 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dbe6074f-d66a-4f18-a741-f978773fa803 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100326 Apr 15 19:40:26.711754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 35262) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:26.718021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'security_group_rule': {'security_group_id': '75f69599-51ec-47ab-8a53-33d736718cf7', 'project_id': '2adfd818695948758f5b5558921ac548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:26.718715 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '033a480b-28b8-465d-b649-ef420ed19e0f', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'floating_ip_address': '172.28.3.229', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'port_id': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'mac_address': 'fa:16:3e:d0:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:22Z', 'updated_at': '2021-04-15T19:40:22Z', 'revision_number': 0, 'project_id': '2adfd818695948758f5b5558921ac548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:23Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:26.724207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:26.725461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3bd77-6ddb-4a1a-b9f7-caf0d0b6121e None None] The sync data for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb is: [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '033a480b-28b8-465d-b649-ef420ed19e0f', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'floating_ip_address': '172.28.3.229', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'port_id': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'mac_address': 'fa:16:3e:d0:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:22Z', 'updated_at': '2021-04-15T19:40:22Z', 'revision_number': 0, 'project_id': '2adfd818695948758f5b5558921ac548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:23Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:40:26.729260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:26.733097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:26.739357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:26.782044 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.securitygroups_db [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Project 2adfd818695948758f5b5558921ac548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:40:26.789415 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.857936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.890524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.898878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:26.921635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db09243e-cac8-4161-bec6-c4e8a1327078,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:26.924232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:26.953656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:26.958000 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2451348 Apr 15 19:40:26.958179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35268) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:26.964323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'security_group_rule': {'security_group_id': '75f69599-51ec-47ab-8a53-33d736718cf7', 'project_id': '2adfd818695948758f5b5558921ac548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:26.972955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:26.991341 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c860b-c9f4-4d0a-b9ff-ff4b2d16161e None None] New status for floating IP 033a480b-28b8-465d-b649-ef420ed19e0f: ACTIVE {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:40:27.022080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Usage tracker for resource:security_group_rule and tenant:2adfd818695948758f5b5558921ac548 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:40:27.030537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:40:27.038854 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:27.086114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b65e2-b10b-4027-81fb-1f4373e79cfd req-4cff1580-f504-4ecc-914c-e0f844e637ed tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:27.087798 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce2b65e2-b10b-4027-81fb-1f4373e79cfd req-4cff1580-f504-4ecc-914c-e0f844e637ed tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 945 time: 0.1168742 Apr 15 19:40:27.105310 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.securitygroups_db [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Project 2adfd818695948758f5b5558921ac548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:40:27.112963 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:27.193964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:27.227288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:27.230454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-16f0f7e4-2a3e-4235-b383-9f6c16f11bcd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:27.274784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b3ed63-650a-4b80-bb83-53310c56a3cd,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:27.285203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:27.307331 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ce2b65e2-b10b-4027-81fb-1f4373e79cfd req-6e141c4d-06d7-49d8-a59f-9845a55dcf59 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106185 Apr 15 19:40:27.336275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:27.338023 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a9f14964-23e0-4023-9a0a-4e636d6e96c7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3784146 Apr 15 19:40:27.527433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-bb57bd75-dc8b-4ef5-be69-ca38b8e20b43 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Synchronizing usage tracker for tenant:2adfd818695948758f5b5558921ac548 on resource:security_group {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:27.575786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-bb57bd75-dc8b-4ef5-be69-ca38b8e20b43 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Unset dirty status for tenant:2adfd818695948758f5b5558921ac548 on resource:security_group {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:27.577106 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-bb57bd75-dc8b-4ef5-be69-ca38b8e20b43 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306066322&fields=id&tenant_id=2adfd818695948758f5b5558921ac548 HTTP/1.1" status: 200 len: 267 time: 0.1497858 Apr 15 19:40:27.601996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:27.693897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-24ba4693-c65c-4079-82d5-80de5cf3a8ed tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:27.695548 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-24ba4693-c65c-4079-82d5-80de5cf3a8ed tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.1120627 Apr 15 19:40:27.708576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'port': {'security_groups': ['e8e054c2-047d-4f8d-8778-dddd784932ae', '75f69599-51ec-47ab-8a53-33d736718cf7']}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:27.841925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:28.112479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:28.138768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:28.176264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:28.190950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['0f826a0a-d807-4b19-a459-ac85ba872ecb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:28.194543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d8ca6490-76da-4dc9-be66-872a18f16e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:28.361970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=6']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:28.366839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:28.412079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:28.412779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:28.414546 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-06d0b2aa-ed7a-4f58-8053-b6b8efae19d0 req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "PUT /v2.0/ports/0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 981 time: 0.7113202 Apr 15 19:40:28.415191 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:28.524469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['0f826a0a-d807-4b19-a459-ac85ba872ecb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:28.579317 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'status': 'completed', 'code': 200} Apr 15 19:40:28.695382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e7e5d-4c25-42f8-87ea-5a021a0be829 req-4274e790-fff1-4dae-90ec-f82f28118c46 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:28.697039 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-107e7e5d-4c25-42f8-87ea-5a021a0be829 req-4274e790-fff1-4dae-90ec-f82f28118c46 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 945 time: 0.1813450 Apr 15 19:40:28.788900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cdec2-1795-4d57-afef-0016be70e93f req-0a17090c-4c6c-4472-bb93-26530c015dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:28.791270 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-222cdec2-1795-4d57-afef-0016be70e93f req-0a17090c-4c6c-4472-bb93-26530c015dd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1137 time: 0.1966517 Apr 15 19:40:28.796123 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-107e7e5d-4c25-42f8-87ea-5a021a0be829 req-d61028b4-ada3-47cc-9800-21c9aa279f3d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785069 Apr 15 19:40:28.842325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139be14-edc0-4684-98c6-1d53cbbaa7dc req-9ecf6810-aaa4-4117-bb11-713b13b1f618 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:28.852286 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2139be14-edc0-4684-98c6-1d53cbbaa7dc req-9ecf6810-aaa4-4117-bb11-713b13b1f618 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.1247678 Apr 15 19:40:28.856333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-3adbc58a-50dd-4bb2-a1a4-22cbd86f295d None None] Provisioning complete for port 0f826a0a-d807-4b19-a459-ac85ba872ecb triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:28.856768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3adbc58a-50dd-4bb2-a1a4-22cbd86f295d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:28.914090 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2139be14-edc0-4684-98c6-1d53cbbaa7dc req-c6c86695-a5ea-40e6-adbc-ef0ff5391c80 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606413 Apr 15 19:40:28.964902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cdec2-1795-4d57-afef-0016be70e93f req-69634abb-295e-4a91-8be0-ec749a4ff04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:28.966552 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-222cdec2-1795-4d57-afef-0016be70e93f req-69634abb-295e-4a91-8be0-ec749a4ff04e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 916 time: 0.1665640 Apr 15 19:40:29.005410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 8f17556e-4305-44e0-acb8-2d79c79062e9 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:40:29.092408 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-222cdec2-1795-4d57-afef-0016be70e93f req-3f7e364e-823b-42ec-942c-058c2ccd0757 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 1001 time: 0.1080308 Apr 15 19:40:29.158643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cdec2-1795-4d57-afef-0016be70e93f req-5e7af181-1e9b-4817-b6ae-6ff6de07351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:29.160396 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-222cdec2-1795-4d57-afef-0016be70e93f req-5e7af181-1e9b-4817-b6ae-6ff6de07351c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 200 len: 854 time: 0.0665424 Apr 15 19:40:29.259589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cdec2-1795-4d57-afef-0016be70e93f req-e5cfd757-d8ec-456d-b6d5-b9f8da702f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:29.261410 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-222cdec2-1795-4d57-afef-0016be70e93f req-e5cfd757-d8ec-456d-b6d5-b9f8da702f66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8499d73b-d99d-415f-a58c-04dda7891957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875411 Apr 15 19:40:29.398987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 8f17556e-4305-44e0-acb8-2d79c79062e9 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:40:29.408691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 8f17556e-4305-44e0-acb8-2d79c79062e9 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:29.409111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:29.413702 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-222cdec2-1795-4d57-afef-0016be70e93f req-aa57d7c4-ab2c-4bb6-a3fc-32b9963edfb0 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444855 Apr 15 19:40:29.558264 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-222cdec2-1795-4d57-afef-0016be70e93f req-4c528862-8f53-4455-b3be-86a85117a273 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356704 Apr 15 19:40:29.624482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:29.677382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:29.690767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 8f17556e-4305-44e0-acb8-2d79c79062e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8f17556e-4305-44e0-acb8-2d79c79062e9,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:29.721887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:29.723819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:29.765317 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'code': 200} Apr 15 19:40:29.800611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=8f17556e-4305-44e0-acb8-2d79c79062e9,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:29.804150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:30.006395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71294667-1aa0-47e3-a893-1f97a6f65118 req-af3b9a84-b738-4de0-a031-d7690b82a4a4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:30.007990 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-71294667-1aa0-47e3-a893-1f97a6f65118 req-af3b9a84-b738-4de0-a031-d7690b82a4a4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.0898056 Apr 15 19:40:30.108110 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-71294667-1aa0-47e3-a893-1f97a6f65118 req-f6a8a27e-15a2-477d-92a2-3df9b23e6c2a tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934150 Apr 15 19:40:30.120392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-59d2a5eb-e14a-4f8b-b584-63db3eedc723 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:30.122111 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-59d2a5eb-e14a-4f8b-b584-63db3eedc723 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.1610777 Apr 15 19:40:30.136263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b5b94-ec4f-4e5d-91d0-f1db5c58b12e req-fe44b463-60fe-411b-86c9-0d018d3d7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:30.138102 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ac0b5b94-ec4f-4e5d-91d0-f1db5c58b12e req-fe44b463-60fe-411b-86c9-0d018d3d7999 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 1099 time: 0.1088448 Apr 15 19:40:30.139608 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-5c2e3153-cfc4-4821-9a3f-2279338220f9 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/quotas/2f96932ceb08494fa67b9d1ffe86b74d HTTP/1.1" status: 200 len: 375 time: 0.0106490 Apr 15 19:40:30.190013 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ac0b5b94-ec4f-4e5d-91d0-f1db5c58b12e req-34d92f7d-a1e0-4b9d-957a-311dacb49761 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 Apr 15 19:40:30.233983 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-eba3e24d-d3ce-4a26-a023-f9aedbc6e2b4 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883229 Apr 15 19:40:30.377162 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-f92de537-2048-4ec9-9c4d-40807d6d8974 service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357775 Apr 15 19:40:30.518425 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-dabafbed-ad5d-45cd-a7b7-43c35a26b064 service neutron] 10.222.0.20 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345787 Apr 15 19:40:30.803146 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0e7c0c24-5372-4196-82ff-74064b82552f req-e8379b8d-d7d3-4c68-8b62-840a15a0e486 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 210 time: 0.0549333 Apr 15 19:40:31.365453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f88dc3-cf8c-4975-8743-5b213ace6569 req-fd1449fa-e37c-42d1-a572-b894e430b186 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:31.367987 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-64f88dc3-cf8c-4975-8743-5b213ace6569 req-fd1449fa-e37c-42d1-a572-b894e430b186 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.1214576 Apr 15 19:40:31.440272 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-64f88dc3-cf8c-4975-8743-5b213ace6569 req-3e74f628-9def-4454-9b15-172a40d8bbdf tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617805 Apr 15 19:40:32.117372 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9ec3ad90-f23f-432a-9e91-3897c00a158f req-340bb5ad-b02e-4be1-991c-ea4ba30f568a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 210 time: 0.0511374 Apr 15 19:40:32.717968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-b87bcecb-da70-4b94-ab73-7837c389c48b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:32.719519 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-b87bcecb-da70-4b94-ab73-7837c389c48b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 815 time: 0.2389891 Apr 15 19:40:32.728614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535bdb5-6a8d-4423-83fe-d05bdc1fb36f req-1950ed11-7e14-488a-bbc6-e6bdf121de3e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:32.730697 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1535bdb5-6a8d-4423-83fe-d05bdc1fb36f req-1950ed11-7e14-488a-bbc6-e6bdf121de3e tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.1574337 Apr 15 19:40:32.738277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Request body: {'port': {'device_id': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'admin_state_up': True, 'tenant_id': '2f96932ceb08494fa67b9d1ffe86b74d'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:32.873624 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1535bdb5-6a8d-4423-83fe-d05bdc1fb36f req-fb338437-0098-4863-a355-eac72539c293 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204865 Apr 15 19:40:32.919575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:40:32.929579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:40:32.966739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Made reservation on behalf of 2f96932ceb08494fa67b9d1ffe86b74d for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:40:32.972771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:33.072093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1d980-6e47-49f8-a0b6-26f026361cec req-8bfd44d1-3124-46a1-a253-cf15834b5eee tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:33.073933 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d5b1d980-6e47-49f8-a0b6-26f026361cec req-8bfd44d1-3124-46a1-a253-cf15834b5eee tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.0891905 Apr 15 19:40:33.083597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35352) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:33.089867 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Request body: {'floatingip': {'port_id': '8f17556e-4305-44e0-acb8-2d79c79062e9'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:33.144985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Allocated IP 172.20.0.13 (513c4370-6c2c-4430-a91e-c8900c94c123/e9a36358-a60b-48b5-af84-cf7b114b8951/335e49a1-1c2a-4be3-aa10-c9ee235ec1ea) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:40:33.174931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:33.336691 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9f247af-6511-432c-93d4-4ca83e4f75a9 req-fccc85b4-1f19-41b0-b4f3-43ddd319f873 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 210 time: 0.0621293 Apr 15 19:40:33.644957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:33.721820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:33.737702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3797c8c0-e110-40b5-8697-c54c4c046227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:33.742836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0', 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb', '0fe8f1ad-301c-44df-aab4-638615f6bcba'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:33.822960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:33.852692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:33.880659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event updated for resources: {'Port': ['ID=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:33.885202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:33.939767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Network 513c4370-6c2c-4430-a91e-c8900c94c123 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:40:33.941135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:40:33.943475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:40:34.015573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:34.016657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:34.051281 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Floating IP fc9c19af-0d2d-43fd-9120-d1a1982e3bba associated. External IP: 172.28.3.149, port: 8f17556e-4305-44e0-acb8-2d79c79062e9. Apr 15 19:40:34.076475 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3419974 Apr 15 19:40:34.096969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Request body: {'port': {'device_id': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:40:34.219016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:34.607206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de09474-6f70-423c-a86b-d0bce1a356eb req-e2224ddf-42eb-4bcf-b685-1292e4a8f2c0 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:34.607990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-9de09474-6f70-423c-a86b-d0bce1a356eb req-e2224ddf-42eb-4bcf-b685-1292e4a8f2c0 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:40:34.674378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Router 0f3b18f9-76a1-4417-a438-10435f3492fe has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:40:34.691542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:34.700382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:34.707842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-9de09474-6f70-423c-a86b-d0bce1a356eb req-e2224ddf-42eb-4bcf-b685-1292e4a8f2c0 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:40:34.709132 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9de09474-6f70-423c-a86b-d0bce1a356eb req-e2224ddf-42eb-4bcf-b685-1292e4a8f2c0 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 932 time: 0.2530231 Apr 15 19:40:34.720388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Transition to ACTIVE for port object 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:40:34.754402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:34.773176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fd610445-4b64-49e6-800e-25bd614946f8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:34.871196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:40:34.875955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:34.879898 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9de09474-6f70-423c-a86b-d0bce1a356eb req-ce95f3c3-0e55-40de-aabd-49cbf9cccf67 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628454 Apr 15 19:40:34.881987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882068f-64d3-459d-b424-adb830216adb None None] Sync routers for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:40:34.900055 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:34.902401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:40:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:34.924055 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Pushing event updated for resources: {'Port': ['ID=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:34.929609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:34.944926 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5b85f078-42ab-44ff-91f5-a872021ddffe tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "PUT /v2.0/floatingips/fc9c19af-0d2d-43fd-9120-d1a1982e3bba HTTP/1.1" status: 200 len: 992 time: 1.8574984 Apr 15 19:40:34.944926 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:35.013104 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'status': 'completed', 'code': 200} Apr 15 19:40:35.115655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:35.239699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c662459-af4e-446c-806c-ae27adc8791b req-8f5b9dbd-9c26-4300-9202-a18eddf9aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:35.241243 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c662459-af4e-446c-806c-ae27adc8791b req-8f5b9dbd-9c26-4300-9202-a18eddf9aea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 1099 time: 0.1943150 Apr 15 19:40:35.242106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Attempting to bind port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:40:35.242491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Attempting to bind port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:40:35.242866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Attempting to bind port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:35.248537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea on network 513c4370-6c2c-4430-a91e-c8900c94c123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:40:35.248906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Attempting to bind port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea on network 513c4370-6c2c-4430-a91e-c8900c94c123 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:40:35.279160 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:40:35.279551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Checking segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:40:35.279980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Bound using segment: {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:40:35.280481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Bound port: 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:40:35.280873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:35.482074 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] For port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:40:35.484705 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c662459-af4e-446c-806c-ae27adc8791b req-120134c6-25e0-40eb-8838-2ee1b069037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:35.486351 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c662459-af4e-446c-806c-ae27adc8791b req-120134c6-25e0-40eb-8838-2ee1b069037c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 200 len: 912 time: 0.2337275 Apr 15 19:40:35.491889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'fc9c19af-0d2d-43fd-9120-d1a1982e3bba', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'floating_ip_address': '172.28.3.149', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'port_id': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'mac_address': 'fa:16:3e:b5:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:13Z', 'updated_at': '2021-04-15T19:40:33Z', 'revision_number': 1, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:35.492091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] For port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:40:35.497277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882068f-64d3-459d-b424-adb830216adb None None] Checking router: 0f3b18f9-76a1-4417-a438-10435f3492fe for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:40:35.506421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:40:35.508356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:40:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:35.554500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:35.578350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c6beaa55-223c-4d5b-996d-00bdbd486543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:35.703485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:40:35.751786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Pushing event updated for resources: {'Port': ['ID=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:35.756822 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c662459-af4e-446c-806c-ae27adc8791b req-23e06e80-a138-4c5c-b822-7dc3b9d38f57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f17556e-4305-44e0-acb8-2d79c79062e9 HTTP/1.1" status: 200 len: 1000 time: 0.2618454 Apr 15 19:40:35.757669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:35.864602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c662459-af4e-446c-806c-ae27adc8791b req-c298e53d-2201-4446-93f1-801d44b209ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:35.866244 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c662459-af4e-446c-806c-ae27adc8791b req-c298e53d-2201-4446-93f1-801d44b209ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 200 len: 850 time: 0.0953810 Apr 15 19:40:35.872661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:35.873471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:35.874972 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] 10.222.0.13 "PUT /v2.0/ports/335e49a1-1c2a-4be3-aa10-c9ee235ec1ea HTTP/1.1" status: 200 len: 1094 time: 1.7826488 Apr 15 19:40:35.875498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'tag': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:36.001165 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'tag': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea', 'status': 'completed', 'code': 200} Apr 15 19:40:36.098017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3882068f-64d3-459d-b424-adb830216adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'fc9c19af-0d2d-43fd-9120-d1a1982e3bba', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'floating_ip_address': '172.28.3.149', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'port_id': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'mac_address': 'fa:16:3e:b5:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:13Z', 'updated_at': '2021-04-15T19:40:33Z', 'revision_number': 1, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:36.101957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882068f-64d3-459d-b424-adb830216adb None None] The sync data for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb is: [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': 'fc9c19af-0d2d-43fd-9120-d1a1982e3bba', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'floating_ip_address': '172.28.3.149', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'port_id': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'mac_address': 'fa:16:3e:b5:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:13Z', 'updated_at': '2021-04-15T19:40:33Z', 'revision_number': 1, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:40:36.155568 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-ab8421bd-7430-416e-a801-6f972bee9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:36.157202 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-ab8421bd-7430-416e-a801-6f972bee9274 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 1097 time: 0.1921000 Apr 15 19:40:36.159212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c662459-af4e-446c-806c-ae27adc8791b req-c365319a-2b55-41bb-b5f9-e36485cb15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:36.160711 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c662459-af4e-446c-806c-ae27adc8791b req-c365319a-2b55-41bb-b5f9-e36485cb15d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f008745-9d9b-40b8-b608-d7c888ae6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2771635 Apr 15 19:40:36.234384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07448-6209-460d-b547-284c3584c3c1 req-1ad2aa8c-bf30-4a80-8381-6cb8973c35ac tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:36.236501 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9bf07448-6209-460d-b547-284c3584c3c1 req-1ad2aa8c-bf30-4a80-8381-6cb8973c35ac tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 944 time: 0.2043917 Apr 15 19:40:36.295058 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-bc582a4d-232d-41d5-98a8-7e0c583537bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea HTTP/1.1" status: 200 len: 217 time: 0.1237853 Apr 15 19:40:36.359344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d7f66-fe31-405b-8cb8-21c01c2b305b None None] New status for floating IP fc9c19af-0d2d-43fd-9120-d1a1982e3bba: ACTIVE {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:40:36.680080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9bf07448-6209-460d-b547-284c3584c3c1 req-bccb306b-9ea2-4322-b022-066baffc3821 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134219 Apr 15 19:40:36.699356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-f14a049e-ce0d-4b28-839c-7dc5229a2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:36.700947 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-f14a049e-ce0d-4b28-839c-7dc5229a2fa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.3555470 Apr 15 19:40:36.772148 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-0752acc7-72f5-4fa4-a371-6b2119b18d72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547314 Apr 15 19:40:36.774207 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c662459-af4e-446c-806c-ae27adc8791b req-d1fcf8f5-133c-4f66-9124-3104f8f25f5d service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491996 Apr 15 19:40:37.052832 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-0e27af3e-0432-45d6-8538-67381ba6817d service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600875 Apr 15 19:40:37.056101 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c662459-af4e-446c-806c-ae27adc8791b req-07ea795c-bda0-480d-845e-9710f51d8c02 service neutron] 10.222.0.13 "GET /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418385 Apr 15 19:40:37.206360 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ee997d9d-5e07-49a9-a439-afa1008d2315 req-cb614450-b67d-46cf-a461-7184f7fa6ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399734 Apr 15 19:40:37.366339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:40:37.373525 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-91dc1de8-f93a-48cd-af4f-9ea470b11f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:37.375150 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-91dc1de8-f93a-48cd-af4f-9ea470b11f17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 1097 time: 0.0790589 Apr 15 19:40:37.531057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-a7d92f60-e1f3-4593-930f-2b215dfba0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:37.532627 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-a7d92f60-e1f3-4593-930f-2b215dfba0fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 916 time: 0.1369963 Apr 15 19:40:37.609297 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-b6ee4c9b-80e0-4fe3-899e-43373a418d92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea HTTP/1.1" status: 200 len: 217 time: 0.0684676 Apr 15 19:40:37.690345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-4eaacd10-a2a8-4882-923c-63a39117d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:37.691941 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-4eaacd10-a2a8-4882-923c-63a39117d706 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.0764985 Apr 15 19:40:37.746498 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-826a1c33-8d62-41b5-85f9-6edae3437046 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467141 Apr 15 19:40:37.890263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf6bc9-e6c9-4b56-905c-432994ea1f9d req-4f894bc9-d9b9-45a1-8aad-75076574ccca tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:37.891797 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a4cf6bc9-e6c9-4b56-905c-432994ea1f9d req-4f894bc9-d9b9-45a1-8aad-75076574ccca tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 944 time: 0.0903554 Apr 15 19:40:37.892074 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-14559ab1-3ed2-4cf3-95f3-dc488e92a517 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373117 Apr 15 19:40:37.941631 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a4cf6bc9-e6c9-4b56-905c-432994ea1f9d req-7b923669-ea91-477d-b025-84e459540193 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Apr 15 19:40:38.040652 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe7b0b51-97d5-4b3b-8da4-3a09ce6d41a8 req-e8558993-626a-46f5-9f7e-91e072473d21 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376235 Apr 15 19:40:39.098519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:39.148790 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07149255-45a3-4dfb-a500-8e9efd62b7ec req-abbab0f0-a87d-49e7-aeee-75790dfb168f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:39.150438 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-07149255-45a3-4dfb-a500-8e9efd62b7ec req-abbab0f0-a87d-49e7-aeee-75790dfb168f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 944 time: 0.0936446 Apr 15 19:40:39.198648 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-07149255-45a3-4dfb-a500-8e9efd62b7ec req-ed705050-bf38-4f00-a419-a2ad3ce57900 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Apr 15 19:40:39.705578 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-f75c4170-e296-4c2b-b249-470b25482172 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919728 Apr 15 19:40:39.869214 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302217c-b94a-4555-b002-52821336df40 req-8cdd1a6f-6fc7-41c1-b903-27a7035b7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:39.870932 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-8cdd1a6f-6fc7-41c1-b903-27a7035b7a50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0774856 Apr 15 19:40:40.031952 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302217c-b94a-4555-b002-52821336df40 req-9211acab-0c77-41b2-bfc1-352b931a69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:40.033568 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-9211acab-0c77-41b2-bfc1-352b931a69c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 200 len: 916 time: 0.1376710 Apr 15 19:40:40.111462 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-bb0fa015-c122-4fdc-ac4b-362bafe9aed2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52e9e47-3018-435b-9931-89bd84f06dc0 HTTP/1.1" status: 200 len: 217 time: 0.0684745 Apr 15 19:40:40.180736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302217c-b94a-4555-b002-52821336df40 req-2c59d6fd-77ad-45f1-aa39-23e13420a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:40.182470 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-2c59d6fd-77ad-45f1-aa39-23e13420a442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 200 len: 855 time: 0.0635545 Apr 15 19:40:40.235602 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-83ce8a16-9315-4195-8579-13df6aa6067d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=513c4370-6c2c-4430-a91e-c8900c94c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459015 Apr 15 19:40:40.379869 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-3fb41ce1-0b72-4c61-9363-76c3386eaff6 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358433 Apr 15 19:40:40.406397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39518a73-67be-4b55-9e78-c5b1749a08cd req-85094b26-0bcb-4677-a0cf-ca0005f160e3 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:40.407992 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39518a73-67be-4b55-9e78-c5b1749a08cd req-85094b26-0bcb-4677-a0cf-ca0005f160e3 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 944 time: 0.0918517 Apr 15 19:40:40.457492 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39518a73-67be-4b55-9e78-c5b1749a08cd req-22462fe7-aad5-43ee-932e-0f4ac9298298 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Apr 15 19:40:40.528353 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6302217c-b94a-4555-b002-52821336df40 req-797c37e3-f4e8-43c7-bd2f-ff4c57c368e4 service neutron] 10.222.0.13 "GET /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376381 Apr 15 19:40:41.045055 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:40:41.186054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:41.199852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea', 'network_id': '513c4370-6c2c-4430-a91e-c8900c94c123', 'port_id': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea', 'mac_address': 'fa:16:3e:4b:20:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a36358-a60b-48b5-af84-cf7b114b8951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:40:41.261006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:41.278815 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:40:41.294991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:41.326926 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:41.328751 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:41.397504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:41.400579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:41.669741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['335e49a1-1c2a-4be3-aa10-c9ee235ec1ea'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:41.673753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf1ad-c739-48f6-bcf8-a035f69727c0 req-1627c188-2040-49e6-9173-9071d8b9463a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:41.682384 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-038cf1ad-c739-48f6-bcf8-a035f69727c0 req-1627c188-2040-49e6-9173-9071d8b9463a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 945 time: 0.1082735 Apr 15 19:40:41.734698 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-038cf1ad-c739-48f6-bcf8-a035f69727c0 req-f7bbc5b6-421f-4c7b-9e23-ed13f14d8670 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513606 Apr 15 19:40:42.951804 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388e573-f01e-4faf-a6c4-b2abcfa1af0b req-8a32fd94-00c2-45a4-b331-1f42967d8004 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:42.953370 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2388e573-f01e-4faf-a6c4-b2abcfa1af0b req-8a32fd94-00c2-45a4-b331-1f42967d8004 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 945 time: 0.0921025 Apr 15 19:40:43.004567 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2388e573-f01e-4faf-a6c4-b2abcfa1af0b req-b3d4dc17-c56f-4a48-819a-3aecf5d4d8f8 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Apr 15 19:40:43.055013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:40:43.156016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:40:43.161324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:40:43.161791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:43.287483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:43.315188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:43.325879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:43.355889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:43.357946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:43.390642 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea', 'code': 200} Apr 15 19:40:43.591609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:43.594693 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:43.694672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab65e35-d378-4881-b7dd-1ff3c7f3c55a req-1def612e-aa28-450e-8731-ed5cff6bc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:43.696598 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ab65e35-d378-4881-b7dd-1ff3c7f3c55a req-1def612e-aa28-450e-8731-ed5cff6bc20a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 1099 time: 0.0800202 Apr 15 19:40:43.745639 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ab65e35-d378-4881-b7dd-1ff3c7f3c55a req-bc13da98-afc1-4d93-8ec2-7591440039c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Apr 15 19:40:44.207558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5238-1883-4ef0-8d0d-fee1e8dce7dc req-45c0fe7d-664d-4a91-9ccb-58c23c0b62fa tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:44.209049 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f6ca5238-1883-4ef0-8d0d-fee1e8dce7dc req-45c0fe7d-664d-4a91-9ccb-58c23c0b62fa tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 946 time: 0.0878952 Apr 15 19:40:44.256999 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f6ca5238-1883-4ef0-8d0d-fee1e8dce7dc req-431c2a9e-f148-44e2-a5d2-90848306e43e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Apr 15 19:40:45.459040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5248e9e-50e1-445f-b95d-ffccf8c06d60 req-3c462a9e-87cf-4621-a02c-699c2d5d9969 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:45.460655 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f5248e9e-50e1-445f-b95d-ffccf8c06d60 req-3c462a9e-87cf-4621-a02c-699c2d5d9969 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 946 time: 0.0894094 Apr 15 19:40:45.508785 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f5248e9e-50e1-445f-b95d-ffccf8c06d60 req-d2f40b9d-d27e-4cc0-b5e7-1c658b90a089 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Apr 15 19:40:52.738057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-500b8b13-df2a-4439-b8b2-de9c8abcc16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:53.656225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b7870-5fac-4b8b-a9c6-455134fc6627 req-e66d7985-5662-45ae-8b0c-98f0971341b2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:53.657884 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2c4b7870-5fac-4b8b-a9c6-455134fc6627 req-e66d7985-5662-45ae-8b0c-98f0971341b2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 946 time: 0.0940228 Apr 15 19:40:53.707490 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2c4b7870-5fac-4b8b-a9c6-455134fc6627 req-1629b781-59be-4c50-9231-48dfea065567 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Apr 15 19:40:54.913107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe23102-a88f-44f4-9f08-f3ed947836ae req-c6dfa501-749f-4cad-a52a-657cf3767045 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:54.914713 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9fe23102-a88f-44f4-9f08-f3ed947836ae req-c6dfa501-749f-4cad-a52a-657cf3767045 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 946 time: 0.0914912 Apr 15 19:40:54.961616 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9fe23102-a88f-44f4-9f08-f3ed947836ae req-1d073d41-2d13-43bf-ae84-244b4d9e4120 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Apr 15 19:40:55.275080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-20e0e871-207f-46fe-9325-e9966437de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:55.698631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-4ca040cd-0c41-4795-9245-cd8ed735e226 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:55.698872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:55.700270 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-4ca040cd-0c41-4795-9245-cd8ed735e226 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 946 time: 0.0952895 Apr 15 19:40:55.787238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Deleting port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:40:55.787629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:56.045800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] For port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:40:56.046406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:56.165883 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5746f-5df3-4440-ad1b-5c08f226d373 req-6b1a415b-1a48-4d83-93d9-3a83a3f0a5ed tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:40:56.167629 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1be5746f-5df3-4440-ad1b-5c08f226d373 req-6b1a415b-1a48-4d83-93d9-3a83a3f0a5ed tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 946 time: 0.0883219 Apr 15 19:40:56.183151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Calling delete_port for 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:40:56.216447 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1be5746f-5df3-4440-ad1b-5c08f226d373 req-d9267567-d52b-447e-87d0-cc556cd1fab2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Apr 15 19:40:56.355356 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:56.367272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0', 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb', '0fe8f1ad-301c-44df-aab4-638615f6bcba', '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:40:56.376454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ab6532af-1b87-4f08-8293-7095c7ec98e8 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:56.470254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event deleted for resources: {'Port': ['ID=335e49a1-1c2a-4be3-aa10-c9ee235ec1ea,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:40:56.472998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:56.519180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:56.632095 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] No DVR routers for this DVR port 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:40:56.634461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:56.637806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'name': 'network-vif-deleted', 'tag': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:40:56.699898 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ec3bc110-a2fd-435e-9740-4bb8a284ef9a req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "DELETE /v2.0/ports/335e49a1-1c2a-4be3-aa10-c9ee235ec1ea HTTP/1.1" status: 204 len: 173 time: 0.9931917 Apr 15 19:40:56.753301 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4114f1-750d-4e60-9ab0-5e73af569397', 'name': 'network-vif-deleted', 'tag': '335e49a1-1c2a-4be3-aa10-c9ee235ec1ea', 'status': 'completed', 'code': 200} Apr 15 19:40:57.401520 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e91461e5-a4c7-4394-ad7e-7c19d1f70c85 req-817a9362-1e0b-44e2-9516-f241a51a61f5 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4114f1-750d-4e60-9ab0-5e73af569397 HTTP/1.1" status: 200 len: 210 time: 0.0541451 Apr 15 19:40:57.627082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:59.137753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:40:59.178135 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:40:59.182787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 335e49a1-1c2a-4be3-aa10-c9ee235ec1ea not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:41:00.315158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ba70-0d51-4797-8756-c7969ad6a1c8 req-e769c975-a564-412e-9568-9726f3cdaa89 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:00.315851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-4d08ba70-0d51-4797-8756-c7969ad6a1c8 req-e769c975-a564-412e-9568-9726f3cdaa89 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:41:00.358165 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-4d08ba70-0d51-4797-8756-c7969ad6a1c8 req-e769c975-a564-412e-9568-9726f3cdaa89 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:41:00.359452 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4d08ba70-0d51-4797-8756-c7969ad6a1c8 req-e769c975-a564-412e-9568-9726f3cdaa89 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 945 time: 0.1356816 Apr 15 19:41:00.407793 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4d08ba70-0d51-4797-8756-c7969ad6a1c8 req-8a9dca3b-6120-40e5-9e06-08ac09ff8013 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Apr 15 19:41:01.702372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080229b-81e5-45ba-988b-75d3f42567fe req-6b2faa76-b892-442c-a55b-148430377a2b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:01.704714 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6080229b-81e5-45ba-988b-75d3f42567fe req-6b2faa76-b892-442c-a55b-148430377a2b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 945 time: 0.0915003 Apr 15 19:41:01.709463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e0639-dcd1-4a82-b758-8a151971a07b req-add8c636-9942-4273-b719-f278167c3014 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:01.711113 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-028e0639-dcd1-4a82-b758-8a151971a07b req-add8c636-9942-4273-b719-f278167c3014 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.1019862 Apr 15 19:41:01.754048 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6080229b-81e5-45ba-988b-75d3f42567fe req-123473ab-de10-48bb-be33-e905cb5fdbe4 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Apr 15 19:41:01.822854 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-028e0639-dcd1-4a82-b758-8a151971a07b req-ce822e8c-b5b0-4cb8-a641-c6129631eecb tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725255 Apr 15 19:41:01.841149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-7bc8028c-6085-4fbc-af26-a2ab4461912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:01.842768 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-7bc8028c-6085-4fbc-af26-a2ab4461912a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1137 time: 0.1974354 Apr 15 19:41:01.985312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-add61b5d-f153-4e86-be60-07dc77bcf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:01.986946 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-add61b5d-f153-4e86-be60-07dc77bcf41e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 916 time: 0.1344802 Apr 15 19:41:02.390989 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-45729b9b-bc23-4bd8-ab80-a93f8353b017 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 1001 time: 0.3914795 Apr 15 19:41:02.416023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-0970dff1-0d18-433a-9f11-96be96cbf68d tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:02.417493 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-0970dff1-0d18-433a-9f11-96be96cbf68d tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 945 time: 0.1265855 Apr 15 19:41:02.542392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-345303fb-9d31-4ea5-8ac6-2667c9bb31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:02.544041 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-345303fb-9d31-4ea5-8ac6-2667c9bb31b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 200 len: 854 time: 0.1255748 Apr 15 19:41:02.550653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Deleting port 0fe8f1ad-301c-44df-aab4-638615f6bcba {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:02.553259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:02.815358 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-fb55c0d6-7454-4ab6-b737-d43e95235cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:02.816975 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-fb55c0d6-7454-4ab6-b737-d43e95235cdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8499d73b-d99d-415f-a58c-04dda7891957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2335174 Apr 15 19:41:02.972109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb507-e6d8-43c1-9bf2-3b5269019f45 req-617c4b5c-dfe0-4834-bd33-2d47fda44612 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:02.973697 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-676fb507-e6d8-43c1-9bf2-3b5269019f45 req-617c4b5c-dfe0-4834-bd33-2d47fda44612 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 945 time: 0.0952165 Apr 15 19:41:03.023855 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-676fb507-e6d8-43c1-9bf2-3b5269019f45 req-f907d3a0-ca48-4cdb-9a0f-d43947742d9d tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Apr 15 19:41:03.038598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] For port 0fe8f1ad-301c-44df-aab4-638615f6bcba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0fe8f1ad-301c-44df-aab4-638615f6bcba,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:03.038732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:03.190876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Calling delete_port for 0fe8f1ad-301c-44df-aab4-638615f6bcba owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:03.238432 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-06acc258-4d01-42e8-9964-eb571f2c165c service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078298 Apr 15 19:41:03.367443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5d29b-f280-4ddb-a111-a75c73f894c0 req-1c801ce7-b1b7-41e0-adb2-6578dc84eb8a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:03.369202 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-65f5d29b-f280-4ddb-a111-a75c73f894c0 req-1c801ce7-b1b7-41e0-adb2-6578dc84eb8a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.4174888 Apr 15 19:41:03.511694 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-65f5d29b-f280-4ddb-a111-a75c73f894c0 req-9d5853fb-bc45-4a40-affa-a52397b1ffe7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201229 Apr 15 19:41:03.526877 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fb300e65-f1eb-4ae4-8e3c-c47847dbb10b req-dc26c3f6-bd69-421b-ae14-975f72fbaad5 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795930 Apr 15 19:41:03.575039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:03.587782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0', 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:41:03.593158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-740ffa89-926c-424f-9167-447448407a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:03.760881 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event deleted for resources: {'Port': ['ID=0fe8f1ad-301c-44df-aab4-638615f6bcba,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:03.772778 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.773086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.773524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.773993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.774578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.775517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.776075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.776468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.776856 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.777360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.777832 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.778488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:03.784126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:03.864268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] No DVR routers for this DVR port 0fe8f1ad-301c-44df-aab4-638615f6bcba on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:41:03.866752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:03.870888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'name': 'network-vif-deleted', 'tag': '0fe8f1ad-301c-44df-aab4-638615f6bcba'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:41:03.913726 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fbf1c43b-ddfc-4bc7-b5f2-6999c7e86f84 req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "DELETE /v2.0/ports/0fe8f1ad-301c-44df-aab4-638615f6bcba HTTP/1.1" status: 204 len: 173 time: 1.4610400 Apr 15 19:41:03.919922 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dadfef-88cd-4790-a0f6-3a76b4c75db0', 'name': 'network-vif-deleted', 'tag': '0fe8f1ad-301c-44df-aab4-638615f6bcba', 'status': 'completed', 'code': 200} Apr 15 19:41:04.207944 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4426e5b7-5f1f-42e7-8483-38b0c3d80799 req-a40c4b84-d3e4-4b73-a2bf-918170fb8096 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dadfef-88cd-4790-a0f6-3a76b4c75db0 HTTP/1.1" status: 200 len: 210 time: 0.0509539 Apr 15 19:41:04.727633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f00fe-c85d-45e2-83a7-113348dc0e75 req-f76e939a-9b36-4064-95fc-448fef6f284e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:04.729257 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-541f00fe-c85d-45e2-83a7-113348dc0e75 req-f76e939a-9b36-4064-95fc-448fef6f284e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0979965 Apr 15 19:41:04.779779 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-541f00fe-c85d-45e2-83a7-113348dc0e75 req-d23a34e4-24c1-4c93-b441-3a22d8de0fa4 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439248 Apr 15 19:41:05.153554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0fe8f1ad-301c-44df-aab4-638615f6bcba no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:41:05.190241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 0fe8f1ad-301c-44df-aab4-638615f6bcba {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:41:05.190633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0fe8f1ad-301c-44df-aab4-638615f6bcba not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:41:05.770076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65e02b-c973-425c-9f7c-8010548f416b req-ea3de5c1-3971-4f62-a599-2c049f40dddb tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:05.770843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-af65e02b-c973-425c-9f7c-8010548f416b req-ea3de5c1-3971-4f62-a599-2c049f40dddb tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:41:05.812121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-af65e02b-c973-425c-9f7c-8010548f416b req-ea3de5c1-3971-4f62-a599-2c049f40dddb tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:41:05.813586 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-af65e02b-c973-425c-9f7c-8010548f416b req-ea3de5c1-3971-4f62-a599-2c049f40dddb tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.1345918 Apr 15 19:41:05.863166 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-af65e02b-c973-425c-9f7c-8010548f416b req-7241c253-7074-4f00-80da-9d6aaab2455a tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Apr 15 19:41:05.991678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab1bf-a06e-40fc-b538-62e5bdd4a067 req-fe369c4d-8f1c-4550-9d09-a0f0bb3e6e16 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:05.993285 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2b3ab1bf-a06e-40fc-b538-62e5bdd4a067 req-fe369c4d-8f1c-4550-9d09-a0f0bb3e6e16 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0921855 Apr 15 19:41:06.045514 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2b3ab1bf-a06e-40fc-b538-62e5bdd4a067 req-db31f2ae-7591-4d9b-b452-2fe4a19c4de5 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455313 Apr 15 19:41:07.085675 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318c831-c687-44c0-9908-26b381fb4284 req-b0653461-c6cc-4da9-a78d-9bdfaf37e065 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:07.096876 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c318c831-c687-44c0-9908-26b381fb4284 req-b0653461-c6cc-4da9-a78d-9bdfaf37e065 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.1157377 Apr 15 19:41:07.158660 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c318c831-c687-44c0-9908-26b381fb4284 req-1b1bd43e-f064-4598-8c3f-18a29d9e7d79 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603857 Apr 15 19:41:07.165073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-1a5a4252-b254-46ae-b0d5-5ea2d2baaa80 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:07.167253 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-1a5a4252-b254-46ae-b0d5-5ea2d2baaa80 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 946 time: 0.0967572 Apr 15 19:41:07.252457 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Deleting port a8e040dc-a55c-40ac-99d0-ca2d3f292afb {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:07.252857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:07.350886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbed465-fbbf-4eb1-ad66-71dd64c34b22 req-4900605b-4c4d-4f21-ac4d-f7b2f05996dc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:07.352493 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bbbed465-fbbf-4eb1-ad66-71dd64c34b22 req-4900605b-4c4d-4f21-ac4d-f7b2f05996dc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0894377 Apr 15 19:41:07.413498 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bbbed465-fbbf-4eb1-ad66-71dd64c34b22 req-490fff08-e44a-4ca8-ba1b-b1486d509048 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534067 Apr 15 19:41:07.532532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] For port a8e040dc-a55c-40ac-99d0-ca2d3f292afb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:07.532943 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:07.667339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Calling delete_port for a8e040dc-a55c-40ac-99d0-ca2d3f292afb owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:07.886713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:07.897683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0', 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:41:07.903038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b5fd5fb-d913-467a-9613-7d3b25b965cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:07.951243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event deleted for resources: {'Port': ['ID=a8e040dc-a55c-40ac-99d0-ca2d3f292afb,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:08.000831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:08.147713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] No DVR routers for this DVR port a8e040dc-a55c-40ac-99d0-ca2d3f292afb on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:41:08.150036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:08.152889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'name': 'network-vif-deleted', 'tag': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:41:08.201021 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a07f0553-c2b8-4e27-ba09-2b47712c3622 req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "DELETE /v2.0/ports/a8e040dc-a55c-40ac-99d0-ca2d3f292afb HTTP/1.1" status: 204 len: 173 time: 1.0254793 Apr 15 19:41:08.205656 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8809a00-e8f5-4cec-ba0c-0b0762f69819', 'name': 'network-vif-deleted', 'tag': 'a8e040dc-a55c-40ac-99d0-ca2d3f292afb', 'status': 'completed', 'code': 200} Apr 15 19:41:08.329871 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1e94fc01-3fc5-423a-958b-813fee2146ca req-06f5ebee-921b-4d6e-bf35-85f2b0e66bb2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8809a00-e8f5-4cec-ba0c-0b0762f69819 HTTP/1.1" status: 200 len: 210 time: 0.0493529 Apr 15 19:41:08.627743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca9d9-76f5-4249-af8d-f4e98b6696c7 req-7c6937ac-2729-45d6-a5ab-5a9ae0ea8376 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:08.629374 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9e3ca9d9-76f5-4249-af8d-f4e98b6696c7 req-7c6937ac-2729-45d6-a5ab-5a9ae0ea8376 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0899010 Apr 15 19:41:08.685072 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9e3ca9d9-76f5-4249-af8d-f4e98b6696c7 req-dba1a705-2c36-40fc-8c70-a8cb8e794915 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479808 Apr 15 19:41:09.106572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:09.904809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379745-1c03-4380-a641-9d69cc69fdc7 req-3a3207bc-b67e-4501-8ea0-7dcee29effb0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:09.906566 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dc379745-1c03-4380-a641-9d69cc69fdc7 req-3a3207bc-b67e-4501-8ea0-7dcee29effb0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0993664 Apr 15 19:41:09.960969 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dc379745-1c03-4380-a641-9d69cc69fdc7 req-f74e63b5-05ff-4f20-aae0-aee6496cf114 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478785 Apr 15 19:41:10.237213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632f113-c5f2-4d61-8fdd-e54017a2d5f2 req-7039e62a-c7f2-4b7a-85a1-25e275885caf tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:10.238762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6632f113-c5f2-4d61-8fdd-e54017a2d5f2 req-7039e62a-c7f2-4b7a-85a1-25e275885caf tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0875797 Apr 15 19:41:10.286414 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6632f113-c5f2-4d61-8fdd-e54017a2d5f2 req-fc02330e-6ae9-46d2-9634-8dcccb2f8602 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406735 Apr 15 19:41:11.198019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device a8e040dc-a55c-40ac-99d0-ca2d3f292afb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:41:11.208940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c44444-db40-43e5-9252-36cec03fffe0 req-be0aee2a-5cfb-422e-b69b-4fa7f242783f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:11.210693 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d8c44444-db40-43e5-9252-36cec03fffe0 req-be0aee2a-5cfb-422e-b69b-4fa7f242783f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0973177 Apr 15 19:41:11.237230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: a8e040dc-a55c-40ac-99d0-ca2d3f292afb {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:41:11.237655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device a8e040dc-a55c-40ac-99d0-ca2d3f292afb not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:41:11.263743 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d8c44444-db40-43e5-9252-36cec03fffe0 req-ff8bbf13-cb3e-4ed9-90c5-554b2c600aa2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Apr 15 19:41:11.400643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae37324-c34d-4c3c-b4b0-693f580143df req-7e07cb80-bcd1-4c7d-8349-669d79acf25a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:11.402318 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2ae37324-c34d-4c3c-b4b0-693f580143df req-7e07cb80-bcd1-4c7d-8349-669d79acf25a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.3195903 Apr 15 19:41:11.452574 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-2ae37324-c34d-4c3c-b4b0-693f580143df req-3144b151-5ab9-4b5a-b006-9840b10f3532 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434544 Apr 15 19:41:11.494923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b5e28-ac72-434e-a249-49a7946ab100 req-1457a010-84c6-4523-b9b0-ca6faf4d9239 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:11.496506 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db7b5e28-ac72-434e-a249-49a7946ab100 req-1457a010-84c6-4523-b9b0-ca6faf4d9239 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0885205 Apr 15 19:41:11.544376 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db7b5e28-ac72-434e-a249-49a7946ab100 req-c1bcf39c-2a18-44f3-b1b6-63cbea88c58b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Apr 15 19:41:12.470716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962f34-fa73-450f-b750-85eb1575b1e3 req-bca112e9-8339-4cef-b126-8368ae0af195 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:12.472306 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-20962f34-fa73-450f-b750-85eb1575b1e3 req-bca112e9-8339-4cef-b126-8368ae0af195 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0913537 Apr 15 19:41:12.521037 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-20962f34-fa73-450f-b750-85eb1575b1e3 req-618dac09-dd81-4b52-bcec-317b4b07f169 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c097387-f8e9-4b5e-9929-fc22682403dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Apr 15 19:41:12.663252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd636a-0005-47a4-aac7-4d0bbe5efe18 req-63686185-e5f1-414d-936a-cbbb0cbadf92 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:12.665145 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a1bd636a-0005-47a4-aac7-4d0bbe5efe18 req-63686185-e5f1-414d-936a-cbbb0cbadf92 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0939391 Apr 15 19:41:12.721116 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a1bd636a-0005-47a4-aac7-4d0bbe5efe18 req-f82ac3a1-8804-4e48-b3f1-b71207e7f4a1 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485401 Apr 15 19:41:12.755761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd448-609f-4c34-9b27-458e725d0e08 req-21318bae-3f7a-473b-8bfc-c2de0de717e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:12.757422 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a9dd448-609f-4c34-9b27-458e725d0e08 req-21318bae-3f7a-473b-8bfc-c2de0de717e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0885754 Apr 15 19:41:12.810187 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6a9dd448-609f-4c34-9b27-458e725d0e08 req-4c71eacb-5e97-4a1e-8a9c-6c0a90988436 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Apr 15 19:41:12.863970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-7d229bb4-f830-4b3e-9f9c-17e75d70006e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:12.864750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-7d229bb4-f830-4b3e-9f9c-17e75d70006e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Synchronizing usage tracker for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:41:12.906423 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-7d229bb4-f830-4b3e-9f9c-17e75d70006e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Unset dirty status for tenant:2f96932ceb08494fa67b9d1ffe86b74d on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:41:12.907677 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-7d229bb4-f830-4b3e-9f9c-17e75d70006e tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1348548 Apr 15 19:41:12.983886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Deleting port f52e9e47-3018-435b-9931-89bd84f06dc0 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:12.984278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:13.239833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] For port f52e9e47-3018-435b-9931-89bd84f06dc0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f52e9e47-3018-435b-9931-89bd84f06dc0,segment=NetworkSegment(7a7c951e-7dd7-4d65-9fea-dd2d27b445c1),segment_id=7a7c951e-7dd7-4d65-9fea-dd2d27b445c1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:13.240154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:13.373557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Calling delete_port for f52e9e47-3018-435b-9931-89bd84f06dc0 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:13.558249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:13.569398 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['f52e9e47-3018-435b-9931-89bd84f06dc0'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:41:13.577102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4027936e-bd66-4377-a358-8459a59a2b40 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:13.676648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Pushing event deleted for resources: {'Port': ['ID=f52e9e47-3018-435b-9931-89bd84f06dc0,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:13.680590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:13.696584 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7cb1eee6-bfe4-42db-91c8-25bc008982ab req-abc9ac8f-6d9a-461d-8985-fa3f3bac4963 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0542340 Apr 15 19:41:13.827114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] No DVR routers for this DVR port f52e9e47-3018-435b-9931-89bd84f06dc0 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:41:13.830145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:13.833054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'name': 'network-vif-deleted', 'tag': 'f52e9e47-3018-435b-9931-89bd84f06dc0'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:41:13.890446 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86ef411-2b33-40d5-8f9d-c31ab1d2b6e3', 'name': 'network-vif-deleted', 'tag': 'f52e9e47-3018-435b-9931-89bd84f06dc0', 'status': 'completed', 'code': 200} Apr 15 19:41:13.904440 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-25a93b17-92a1-4963-a7c9-ad454c4dc101 req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] 10.222.0.13 "DELETE /v2.0/ports/f52e9e47-3018-435b-9931-89bd84f06dc0 HTTP/1.1" status: 204 len: 173 time: 0.9907670 Apr 15 19:41:13.946124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b09f3e-d41c-4f87-8287-2a3391027f7a req-a4e187c3-1baf-45dd-a11f-8d3b719f388b tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:13.947760 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-28b09f3e-d41c-4f87-8287-2a3391027f7a req-a4e187c3-1baf-45dd-a11f-8d3b719f388b tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.1013732 Apr 15 19:41:14.002576 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-28b09f3e-d41c-4f87-8287-2a3391027f7a req-8acf43fb-383a-4bbc-b578-702904ef2604 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479119 Apr 15 19:41:14.068725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8a258-bbf0-451e-841a-9e8001e13278 req-bcf0448a-2510-4588-9157-64c26014f1c6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:14.070405 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dac8a258-bbf0-451e-841a-9e8001e13278 req-bcf0448a-2510-4588-9157-64c26014f1c6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0987191 Apr 15 19:41:14.120090 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dac8a258-bbf0-451e-841a-9e8001e13278 req-7dd49b7b-814f-47b9-8cc1-0def1c6c34a2 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Apr 15 19:41:14.365995 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:41:14.797783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35690) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:14.866632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Deleting subnet e9a36358-a60b-48b5-af84-cf7b114b8951 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:41:14.870210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:14.921527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:14.982030 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:15.297907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2fbd-f6c5-4fb0-8582-23fed5aa55b0 req-3d52bbc1-48cc-4699-8335-51ed026e165e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:15.299516 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fd3f2fbd-f6c5-4fb0-8582-23fed5aa55b0 req-3d52bbc1-48cc-4699-8335-51ed026e165e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.1787910 Apr 15 19:41:15.362968 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fd3f2fbd-f6c5-4fb0-8582-23fed5aa55b0 req-3d68b8e5-81bd-4064-b3c4-41e975a74517 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541902 Apr 15 19:41:15.384164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:15.400354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3cef3809-82cc-4dcf-9e69-cf5804ab25d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:15.439762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178423-759d-413a-bbfb-33beba57fc2b req-13e435b9-05cb-477f-995c-a523e45d352f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:15.441415 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dd178423-759d-413a-bbfb-33beba57fc2b req-13e435b9-05cb-477f-995c-a523e45d352f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0903668 Apr 15 19:41:15.484154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a36358-a60b-48b5-af84-cf7b114b8951,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:15.492533 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dd178423-759d-413a-bbfb-33beba57fc2b req-5e4fda75-1a44-4906-8fcc-565124dcd8df tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444894 Apr 15 19:41:15.506666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.507096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.507510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.507919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.508326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.508791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.509176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.509588 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.509998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.510394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.510793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.511192 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:15.515824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:15.547530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:15.553472 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9c9053d3-2dbc-4283-b7ab-e8bade3c781c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9a36358-a60b-48b5-af84-cf7b114b8951 HTTP/1.1" status: 204 len: 168 time: 0.7545893 Apr 15 19:41:15.556231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35700) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:15.670836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:15.859076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:15.972478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513c4370-6c2c-4430-a91e-c8900c94c123']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:15.984803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:15.985144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7c951e-7dd7-4d65-9fea-dd2d27b445c1') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:15.997374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:16.069000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:16.075942 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:41:16.251768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Network 513c4370-6c2c-4430-a91e-c8900c94c123 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:41:16.261270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:16.576273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d43bb9-f4ca-4dd1-8d1c-81ee104c1f67 req-a9a61843-ce39-48ea-afb6-851ba15f7fdc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:16.578822 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-57d43bb9-f4ca-4dd1-8d1c-81ee104c1f67 req-a9a61843-ce39-48ea-afb6-851ba15f7fdc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0944743 Apr 15 19:41:16.629802 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-57d43bb9-f4ca-4dd1-8d1c-81ee104c1f67 req-80feb6d8-b89a-44aa-b2fb-552f7f8be5ca tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454152 Apr 15 19:41:16.726138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Network 513c4370-6c2c-4430-a91e-c8900c94c123 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:41:16.753870 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:41:16.854329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45298c4-38f3-4b2a-994f-d2de83bf9fa0 req-4edb4e19-049e-483c-857d-dc11edcdafbe tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:16.855855 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c45298c4-38f3-4b2a-994f-d2de83bf9fa0 req-4edb4e19-049e-483c-857d-dc11edcdafbe tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.2079544 Apr 15 19:41:16.907738 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c45298c4-38f3-4b2a-994f-d2de83bf9fa0 req-a0e3e053-577e-4189-bfa1-f21b6532e3e9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Apr 15 19:41:16.995325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:16.999739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:17.013587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:17.024338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Pushing event deleted for resources: {'Network': ['ID=513c4370-6c2c-4430-a91e-c8900c94c123,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:17.029222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:17.058749 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dc4b59df-58fe-4b0d-bf17-408e44b6d17a admin admin] 10.222.0.20 "DELETE /v2.0/networks/513c4370-6c2c-4430-a91e-c8900c94c123 HTTP/1.1" status: 204 len: 168 time: 1.5011504 Apr 15 19:41:17.228945 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f52e9e47-3018-435b-9931-89bd84f06dc0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:41:17.267924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: f52e9e47-3018-435b-9931-89bd84f06dc0 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:41:17.268315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device f52e9e47-3018-435b-9931-89bd84f06dc0 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:41:17.382099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35712) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:17.437152 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-78ab003b-a5e3-4722-a18b-d2ce6492f4f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f96932ceb08494fa67b9d1ffe86b74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514114 Apr 15 19:41:17.437449 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35718) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:17.499054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:17.526581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:17.666695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:17.673036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4aece291-3f9e-4aff-aad0-0c7acc268774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:17.691021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c097387-f8e9-4b5e-9929-fc22682403dd,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:17.693476 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:17.733756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:17.737541 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c097387-f8e9-4b5e-9929-fc22682403dd HTTP/1.1" status: 204 len: 168 time: 0.2965579 Apr 15 19:41:17.844218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d3046-df38-4746-bd90-ab7668d52187 req-08f809dc-3725-41de-8ff0-fe7a05b2ec60 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:17.846352 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ea1d3046-df38-4746-bd90-ab7668d52187 req-08f809dc-3725-41de-8ff0-fe7a05b2ec60 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0912459 Apr 15 19:41:17.898879 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ea1d3046-df38-4746-bd90-ab7668d52187 req-44a6c541-53c4-4974-bedf-c0f4a84f6c51 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460186 Apr 15 19:41:18.125594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7bb41-8b49-46ab-85bd-08ab43034ffb req-eb27aa1a-44aa-48b7-96c2-329035910320 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:18.127254 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-59d7bb41-8b49-46ab-85bd-08ab43034ffb req-eb27aa1a-44aa-48b7-96c2-329035910320 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0960412 Apr 15 19:41:18.177929 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-59d7bb41-8b49-46ab-85bd-08ab43034ffb req-afe125b5-818d-4aa3-876a-a12ba74712f2 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443122 Apr 15 19:41:19.103518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d36aad-2f48-4b50-98dd-c791b67b11bf req-2fa9cce5-b15b-48ff-8e0b-b2ac1e6187b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:19.105139 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-35d36aad-2f48-4b50-98dd-c791b67b11bf req-2fa9cce5-b15b-48ff-8e0b-b2ac1e6187b7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0908153 Apr 15 19:41:19.156596 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-35d36aad-2f48-4b50-98dd-c791b67b11bf req-1dd10677-284d-4f3b-a12c-b041073340a2 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449979 Apr 15 19:41:19.388843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0c866-5ba0-470f-ba98-9e2ffd87b960 req-97581c7b-3d35-4d30-86cd-9f1109383319 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:19.394056 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dbd0c866-5ba0-470f-ba98-9e2ffd87b960 req-97581c7b-3d35-4d30-86cd-9f1109383319 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0906949 Apr 15 19:41:19.440501 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dbd0c866-5ba0-470f-ba98-9e2ffd87b960 req-a1e0b12d-d17b-4a5d-a932-d3acf6cf5719 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Apr 15 19:41:20.369128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088ae98-7939-49bb-982c-641f35a9038d req-d399cacf-90a6-4ff1-9c63-d134394812ff tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:20.370899 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4088ae98-7939-49bb-982c-641f35a9038d req-d399cacf-90a6-4ff1-9c63-d134394812ff tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0919626 Apr 15 19:41:20.420562 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4088ae98-7939-49bb-982c-641f35a9038d req-ae8985c3-4b9f-4202-9eb8-cbb846607e43 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432048 Apr 15 19:41:20.654351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5acba7-c8d5-4244-904f-c5908ed9bec3 req-a5169f6f-5d9d-49da-af93-97a5f0655a2d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:20.655891 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4e5acba7-c8d5-4244-904f-c5908ed9bec3 req-a5169f6f-5d9d-49da-af93-97a5f0655a2d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0902200 Apr 15 19:41:20.706320 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4e5acba7-c8d5-4244-904f-c5908ed9bec3 req-2b431803-517a-4b41-9e69-08feeea928be tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Apr 15 19:41:21.627737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8f850-0ce1-40cf-82c3-889aacca94e7 req-de569e7c-4790-4963-820f-c9e2189b9458 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:21.629412 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ef8f850-0ce1-40cf-82c3-889aacca94e7 req-de569e7c-4790-4963-820f-c9e2189b9458 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0933063 Apr 15 19:41:21.705940 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7ef8f850-0ce1-40cf-82c3-889aacca94e7 req-08cd80fe-a3fd-4afe-afc5-b28cdb5e3c65 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473824 Apr 15 19:41:21.930127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13fb44-4c5b-483a-9c2a-79840c309178 req-4013c79b-986f-4b1b-8524-c53c10476373 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:21.933245 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4f13fb44-4c5b-483a-9c2a-79840c309178 req-4013c79b-986f-4b1b-8524-c53c10476373 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1057436 Apr 15 19:41:21.989477 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4f13fb44-4c5b-483a-9c2a-79840c309178 req-f8e89329-b618-44a7-9e75-b731a2dc5d4f tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465858 Apr 15 19:41:22.780730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-242785b1-84ce-4e2e-ae30-92e169b850e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:22.940760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73b693-9dfd-4ed1-af17-ebbf8e909871 req-8b55617e-3394-48cd-ab63-1b9875fb5968 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:22.942409 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c73b693-9dfd-4ed1-af17-ebbf8e909871 req-8b55617e-3394-48cd-ab63-1b9875fb5968 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.1074553 Apr 15 19:41:22.996480 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c73b693-9dfd-4ed1-af17-ebbf8e909871 req-f76b910b-a417-4553-bda5-5ed64511f854 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470977 Apr 15 19:41:23.227265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04505-73fc-4766-8db6-8558c7c22106 req-be54140f-15c3-432b-ac5a-84f90996295a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:23.229532 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7dd04505-73fc-4766-8db6-8558c7c22106 req-be54140f-15c3-432b-ac5a-84f90996295a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1144731 Apr 15 19:41:23.260143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:41:23.301300 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7dd04505-73fc-4766-8db6-8558c7c22106 req-bafced04-d2b1-4ae0-96f3-c6360f620aed tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627475 Apr 15 19:41:23.450472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:23.466271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'port_id': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'mac_address': 'fa:16:3e:c1:60:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:41:23.534006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:23.555569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89286af4-aeec-4223-9871-c0ccc807ca0a {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:41:23.577979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:23.609766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:23.611735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:23.693930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=6']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:23.705552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.705955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.706337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.706719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.707091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.707467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.708007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.708446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.708819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.709184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.709555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.710093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:23.722538 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:23.754164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['89286af4-aeec-4223-9871-c0ccc807ca0a'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:41:24.281316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecc68b-d0b6-43e4-81f0-366417671aa7 req-8bcc0564-7e81-4e87-ad32-1e4a1cabeba2 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:24.289964 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d0ecc68b-d0b6-43e4-81f0-366417671aa7 req-8bcc0564-7e81-4e87-ad32-1e4a1cabeba2 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.1338327 Apr 15 19:41:24.348182 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d0ecc68b-d0b6-43e4-81f0-366417671aa7 req-2362cb71-c961-4d5e-bb0e-b43b06d015e5 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535634 Apr 15 19:41:24.678492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa9489-3184-4ef8-8ced-6b39803cece4 req-e280fa55-8e16-42a0-8b55-7bb0a59124c9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:24.681224 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a2fa9489-3184-4ef8-8ced-6b39803cece4 req-e280fa55-8e16-42a0-8b55-7bb0a59124c9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 945 time: 0.2082191 Apr 15 19:41:24.772585 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a2fa9489-3184-4ef8-8ced-6b39803cece4 req-9303e6c2-c7d3-44db-9813-5947453c65d9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792651 Apr 15 19:41:25.275238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:41:25.355680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2e84de51-ebb1-4aac-879e-a7aba7f429ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.429637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 89286af4-aeec-4223-9871-c0ccc807ca0a triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:25.430310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.660234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.686124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd503e-dd09-49ed-b86c-98cd662193a6 req-665ac1a9-2bd6-4fcf-ba11-7e8162b01c5f tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:25.688348 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27bd503e-dd09-49ed-b86c-98cd662193a6 req-665ac1a9-2bd6-4fcf-ba11-7e8162b01c5f tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.1223192 Apr 15 19:41:25.718828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:41:25.735580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:25.744956 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.775811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.778077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4c3a937e-2097-49fb-af75-d21708770730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:25.795646 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27bd503e-dd09-49ed-b86c-98cd662193a6 req-91d4605d-f8e7-4249-a2d5-67c6cfbdcada tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&id=75f69599-51ec-47ab-8a53-33d736718cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975192 Apr 15 19:41:25.863327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=7']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:25.867552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:26.050044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5738-1fdf-49ea-afd9-382224bbc806 req-8174a247-f34d-4bfd-a124-6184592321b3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:26.052344 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-079a5738-1fdf-49ea-afd9-382224bbc806 req-8174a247-f34d-4bfd-a124-6184592321b3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1151245 Apr 15 19:41:26.071805 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'code': 200} Apr 15 19:41:26.114022 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-079a5738-1fdf-49ea-afd9-382224bbc806 req-95a5f048-82bf-4c9a-b3a2-832f3148b9da tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517478 Apr 15 19:41:26.506191 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:27.358646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf92c-304e-4e01-99a6-0eee0fb35183 req-c687b046-478d-4732-a5a8-899366c4fc96 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:27.358646 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-68ecf92c-304e-4e01-99a6-0eee0fb35183 req-c687b046-478d-4732-a5a8-899366c4fc96 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1035066 Apr 15 19:41:27.421987 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-68ecf92c-304e-4e01-99a6-0eee0fb35183 req-e7f63f88-0544-49a0-a1b3-9985c3bff8a1 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576563 Apr 15 19:41:27.614765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:28.653223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe451bd-b6fa-4335-b70b-b7b04c57a179 req-4c92af3e-003b-427c-9722-a5fc9ebaebad tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:28.655880 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cbe451bd-b6fa-4335-b70b-b7b04c57a179 req-4c92af3e-003b-427c-9722-a5fc9ebaebad tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1088896 Apr 15 19:41:28.726778 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cbe451bd-b6fa-4335-b70b-b7b04c57a179 req-73d8d299-65b9-4b77-92e8-34eb3de854d6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629847 Apr 15 19:41:29.088855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35952) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:29.236482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:29.256235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:29.261427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Usage tracker for resource:security_group_rule and tenant:4f63e9a3b0bc4058bef4856e0fb54d05 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:29.265094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:29.272587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:29.981279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:30.015247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:30.030739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dcfe84f2-fcc5-4563-8f44-166a48691462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:30.068762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b52d6cc-b370-4624-baa5-c4a20d0777d7,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:30.087248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:30.118230 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-841f59fb-e125-4537-ac43-53df3f72c76a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f63e9a3b0bc4058bef4856e0fb54d05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0277205 Apr 15 19:41:30.119589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35974) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:30.162165 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e771-0b63-4a89-85d2-ffea7cddb232 req-d2e1604b-01c2-431e-bd8b-1c40a3292ec6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:30.163865 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a3e3e771-0b63-4a89-85d2-ffea7cddb232 req-d2e1604b-01c2-431e-bd8b-1c40a3292ec6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1375277 Apr 15 19:41:30.196926 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:30.225227 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a3e3e771-0b63-4a89-85d2-ffea7cddb232 req-d60f575c-0665-4dc2-ad94-ae1604918392 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537062 Apr 15 19:41:30.229652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:30.318090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:30.325399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-09f8232c-ae1c-41d7-a808-e8099d33aee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:30.342194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b52d6cc-b370-4624-baa5-c4a20d0777d7,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:30.345159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:30.346017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:30.356149 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b52d6cc-b370-4624-baa5-c4a20d0777d7 HTTP/1.1" status: 204 len: 168 time: 0.2263136 Apr 15 19:41:30.907329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 35984) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:30.927188 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:30.942915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:30.947957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Usage tracker for resource:security_group_rule and tenant:e17dd497aeac40479edd9c8d3142ffad is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:30.953031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:30.957443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:31.058072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:31.090227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:31.101806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0cfd1160-39fc-46a3-ae14-c47141e5066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:31.139749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 35988) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:31.139974 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e17dd497aeac40479edd9c8d3142ffad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312732 Apr 15 19:41:31.158437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a65f9-f5a2-41ab-9d26-f5e9de0f19f7,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:31.175173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:31.212482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:31.242162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:31.380632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:31.390440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-db6e21c4-f32a-4eb7-89e4-fef5c9ec1f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:31.449664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a65f9-f5a2-41ab-9d26-f5e9de0f19f7,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:31.452357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:31.465849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:31.467531 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d27a65f9-f5a2-41ab-9d26-f5e9de0f19f7 HTTP/1.1" status: 204 len: 168 time: 0.3267105 Apr 15 19:41:31.540378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0173f09-e2fc-4596-bc26-da33cb4e8606 req-f2a72551-0343-4bde-ade1-3e599ee43958 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:31.542824 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c0173f09-e2fc-4596-bc26-da33cb4e8606 req-f2a72551-0343-4bde-ade1-3e599ee43958 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1535904 Apr 15 19:41:31.641963 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c0173f09-e2fc-4596-bc26-da33cb4e8606 req-e42d5e0f-bcad-43c5-8a40-45817b75d0c2 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927436 Apr 15 19:41:32.960793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2da1b-e40b-4018-8c61-0788c785662b req-dc3ad6c0-7d25-4156-afc3-228c395a757c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:32.963296 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9b2da1b-e40b-4018-8c61-0788c785662b req-dc3ad6c0-7d25-4156-afc3-228c395a757c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1211865 Apr 15 19:41:33.032380 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e9b2da1b-e40b-4018-8c61-0788c785662b req-715b3732-4475-471d-8df6-8176de1d2b5c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590000 Apr 15 19:41:34.290445 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f4501-56ed-40ec-b022-1678a0faf173 req-e1501340-54bf-455f-a602-b788a1cbc7c5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:34.300034 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-600f4501-56ed-40ec-b022-1678a0faf173 req-e1501340-54bf-455f-a602-b788a1cbc7c5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1227238 Apr 15 19:41:34.356073 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-600f4501-56ed-40ec-b022-1678a0faf173 req-76112bcd-f72d-40ed-855d-94bc24eb3325 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548778 Apr 15 19:41:35.604750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4774daf-4ac8-4bd2-94f9-c7fbbe2101db req-8f5d84b9-0363-4d5b-8537-dd632abbadd4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:35.606339 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e4774daf-4ac8-4bd2-94f9-c7fbbe2101db req-8f5d84b9-0363-4d5b-8537-dd632abbadd4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.0994911 Apr 15 19:41:35.658920 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e4774daf-4ac8-4bd2-94f9-c7fbbe2101db req-ce634cdc-e9be-4e41-b24d-ae6e8f1bc527 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 Apr 15 19:41:36.071303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-2125f1b6-1e5c-4c4b-be19-ec65bced23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:36.073627 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-2125f1b6-1e5c-4c4b-be19-ec65bced23f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 1099 time: 0.1057098 Apr 15 19:41:36.220369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-66ec623d-e232-481b-9b88-bb16e2105d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:36.222056 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-66ec623d-e232-481b-9b88-bb16e2105d2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.1413665 Apr 15 19:41:36.338151 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-c5a20c5d-f0d0-4ee4-887c-0ffa8286c2d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89286af4-aeec-4223-9871-c0ccc807ca0a HTTP/1.1" status: 200 len: 1002 time: 0.1084254 Apr 15 19:41:36.411734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-e750ab50-c440-4210-ad85-7dd94d86111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:36.413068 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-e750ab50-c440-4210-ad85-7dd94d86111c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.0680103 Apr 15 19:41:36.497632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-be863a12-c5f4-4be2-92ee-0a989f86e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:36.499254 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-be863a12-c5f4-4be2-92ee-0a989f86e43e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795085 Apr 15 19:41:36.648676 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-8f65d4a1-c3e9-4b38-bb91-0f98b43abe90 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426547 Apr 15 19:41:36.858800 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c2e1a8dd-c010-45d7-a21e-ed9f09a670f4 req-348a0da0-0cc3-4a5a-abf3-da26aedd3996 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031791 Apr 15 19:41:36.897145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb69bcd-860f-42f5-89ff-03443486743d req-b5810d08-1937-4bf4-9797-5b38063adb17 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:36.898797 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bcb69bcd-860f-42f5-89ff-03443486743d req-b5810d08-1937-4bf4-9797-5b38063adb17 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1034122 Apr 15 19:41:36.950558 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bcb69bcd-860f-42f5-89ff-03443486743d req-e0cc3d8f-e186-467a-a439-2252877e4f4e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441842 Apr 15 19:41:38.007466 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc718a-7e0d-4b0a-aea2-5c79b4e5d840 req-0b44981e-9c54-4370-a775-fbd26d2a14c1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:38.009080 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fdbc718a-7e0d-4b0a-aea2-5c79b4e5d840 req-0b44981e-9c54-4370-a775-fbd26d2a14c1 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.0891695 Apr 15 19:41:38.064489 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fdbc718a-7e0d-4b0a-aea2-5c79b4e5d840 req-836727aa-7b44-42cb-a6e6-63d898485534 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480466 Apr 15 19:41:38.151740 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36192) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:38.183843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c073bce-d7cb-4074-90b0-ed14065c7d1b req-bc12e370-7805-475a-8f19-8080e8ab4d2e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:38.185457 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9c073bce-d7cb-4074-90b0-ed14065c7d1b req-bc12e370-7805-475a-8f19-8080e8ab4d2e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1007032 Apr 15 19:41:38.233422 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9c073bce-d7cb-4074-90b0-ed14065c7d1b req-ef0441ee-bdfe-4bbf-ab5c-ce66d121da94 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Apr 15 19:41:38.283807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:38.299439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:38.303490 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Usage tracker for resource:security_group_rule and tenant:19baa3c33de74fe0ba071b4b2b20fb15 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:38.306431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:38.312567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:38.396029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:38.434621 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:38.442902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0619b0ba-84c7-4c4d-9bb9-ef98a1332063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:38.487261 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19baa3c33de74fe0ba071b4b2b20fb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343377 Apr 15 19:41:38.488113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a59bf7-92ad-4a76-b314-48d99c87b7c3,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:38.490120 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36198) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:38.491551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:38.552642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:38.582679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:38.657995 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:38.663388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7a317316-f532-4faf-9d1c-132dd7f040ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:38.676869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a59bf7-92ad-4a76-b314-48d99c87b7c3,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:38.680420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:38.689760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:38.691622 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4a59bf7-92ad-4a76-b314-48d99c87b7c3 HTTP/1.1" status: 204 len: 168 time: 0.2003827 Apr 15 19:41:39.129548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.198312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36208) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:39.218225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.233775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:39.238068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Usage tracker for resource:security_group_rule and tenant:18a9d2c739b9484ea416e698c31cbba5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:39.241279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:39.247614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:39.276371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904d1b-bb8c-400f-803f-95530cf26657 req-b6fe7eab-6f4a-43f3-8c87-eb119604fe76 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:39.278352 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dc904d1b-bb8c-400f-803f-95530cf26657 req-b6fe7eab-6f4a-43f3-8c87-eb119604fe76 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.0937529 Apr 15 19:41:39.331630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:41:39.334833 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dc904d1b-bb8c-400f-803f-95530cf26657 req-1e1bfc1b-b0c7-4eab-a1e5-081589dc2620 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476730 Apr 15 19:41:39.340910 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.410953 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.424580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-34cc3172-fd52-4905-8a47-671ebe5ceb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:39.462106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.477746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34803115-2726-4dc5-8c1c-ebc586a9fc20,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:39.481957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:39.491897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:41:39.494686 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36214) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:39.502603 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0a846e7e-ed24-4c61-87b3-a81c420d2dbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a9d2c739b9484ea416e698c31cbba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024333 Apr 15 19:41:39.505573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:39.537728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831854de-d1c8-4dd4-87d0-2cf10aabb5aa req-69d5b766-d382-49a1-8f07-e9d579df0a48 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:39.538325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.541791 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-831854de-d1c8-4dd4-87d0-2cf10aabb5aa req-69d5b766-d382-49a1-8f07-e9d579df0a48 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 946 time: 0.1742623 Apr 15 19:41:39.541982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:39.584055 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.584390 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'code': 422} returned with failed status Apr 15 19:41:39.611540 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-831854de-d1c8-4dd4-87d0-2cf10aabb5aa req-9cb1193a-7d4e-4361-9d0c-04c124852245 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614903 Apr 15 19:41:39.620176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.632763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=8']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:39.655083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:39.726207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.736898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f4c6b092-155b-4771-9b17-a31f9d2b9275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:39.757172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34803115-2726-4dc5-8c1c-ebc586a9fc20,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:39.764555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:39.773847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.775343 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34803115-2726-4dc5-8c1c-ebc586a9fc20 HTTP/1.1" status: 204 len: 168 time: 0.2792225 Apr 15 19:41:39.802083 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-1d14ea75-9eae-44e1-8dac-1f62d8a92bc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1249251 Apr 15 19:41:40.211209 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-65905c29-d0c6-4173-86a7-e9fad592d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:40.213453 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-65905c29-d0c6-4173-86a7-e9fad592d76e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1137 time: 0.3895450 Apr 15 19:41:40.222561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-f51db95d-a206-40d9-a9fd-b968a859ca14 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:40.224091 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-f51db95d-a206-40d9-a9fd-b968a859ca14 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.1302752 Apr 15 19:41:40.394961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Deleting port 8f17556e-4305-44e0-acb8-2d79c79062e9 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:40.395359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:40.575193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5a5d4-00bf-4a8c-9a0f-62b978977dab req-d127cdff-f954-4141-83eb-4ead9dbdf6de tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:40.577473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-13f9894d-34c3-4cf9-8d05-cac750e08ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:40.579067 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-13f9894d-34c3-4cf9-8d05-cac750e08ca7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 916 time: 0.3144755 Apr 15 19:41:40.585938 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3bf5a5d4-00bf-4a8c-9a0f-62b978977dab req-d127cdff-f954-4141-83eb-4ead9dbdf6de tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 946 time: 0.1182353 Apr 15 19:41:40.658832 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3bf5a5d4-00bf-4a8c-9a0f-62b978977dab req-a0a126b9-3d9a-48bb-ad8a-d843089c765b tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups?id=634401fa-30fa-49c8-ae29-a5b37bc81d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716889 Apr 15 19:41:40.798326 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-c8a47a73-1d57-47b2-be93-4a172cdec909 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 1001 time: 0.1617467 Apr 15 19:41:40.808424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] For port 8f17556e-4305-44e0-acb8-2d79c79062e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8f17556e-4305-44e0-acb8-2d79c79062e9,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:40.808831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:40.967565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-4b15414e-bfbd-4a60-8139-1bf69f08730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:40.969221 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-4b15414e-bfbd-4a60-8139-1bf69f08730c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 200 len: 854 time: 0.1524785 Apr 15 19:41:41.236876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-419b20fd-a1de-424d-a3a9-2ed5494e14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:41.238531 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-419b20fd-a1de-424d-a3a9-2ed5494e14a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8499d73b-d99d-415f-a58c-04dda7891957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2619116 Apr 15 19:41:41.279559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:41.279887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:41.280239 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Floating IP fc9c19af-0d2d-43fd-9120-d1a1982e3bba disassociated. External IP: 172.28.3.149, port: 8f17556e-4305-44e0-acb8-2d79c79062e9. Apr 15 19:41:41.280617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Calling delete_port for 8f17556e-4305-44e0-acb8-2d79c79062e9 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:41.472071 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-1c8de191-810e-4d22-8c69-9c7186212b09 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234209 Apr 15 19:41:41.668889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:41.688069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:41.741920 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-34913697-9dde-4cfa-9c27-9765cbdfcd3f req-e57e0bda-4c30-4776-805b-249eb4f50104 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358663 Apr 15 19:41:41.747033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event deleted for resources: {'Port': ['ID=8f17556e-4305-44e0-acb8-2d79c79062e9,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:41.749911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:41.891711 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cac15151-fd9d-4b7a-9687-78d0f2d5b18a req-2f7983b2-7357-4bcd-b88a-c454b742af46 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 210 time: 0.0674336 Apr 15 19:41:42.375052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86832499-aa26-4e17-ae58-475580dbe0d6 req-966a2816-75c4-4c81-8208-e09a4d9e69ff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:42.376734 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86832499-aa26-4e17-ae58-475580dbe0d6 req-966a2816-75c4-4c81-8208-e09a4d9e69ff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.5751553 Apr 15 19:41:42.480547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86832499-aa26-4e17-ae58-475580dbe0d6 req-3a04180c-98fc-4eaa-8c4a-9c4f226607b1 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871141 Apr 15 19:41:42.486701 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-1f4544f6-1153-4673-902a-05094668a155 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4894161 Apr 15 19:41:42.495333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Router 0f3b18f9-76a1-4417-a438-10435f3492fe has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:41:42.721930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:41:42.736782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] Sync routers for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:41:42.749752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:42.750648 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:42.813400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] No DVR routers for this DVR port 8f17556e-4305-44e0-acb8-2d79c79062e9 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:41:42.816552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:42.820432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'name': 'network-vif-deleted', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:41:42.878026 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8029b026-17eb-4d2e-9fb0-c1684f4aecf9 req-676f2cc7-db4c-4ef2-92a9-1d04da770ad3 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.13 "DELETE /v2.0/ports/8f17556e-4305-44e0-acb8-2d79c79062e9 HTTP/1.1" status: 204 len: 173 time: 2.6431785 Apr 15 19:41:42.886803 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f70818a-062e-4d3a-b6c4-07bf7294d618', 'name': 'network-vif-deleted', 'tag': '8f17556e-4305-44e0-acb8-2d79c79062e9', 'status': 'completed', 'code': 200} Apr 15 19:41:42.955255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:41:43.103114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-bc29d608-8258-4905-967a-bc9927a53d04 req-0aa5c728-ada3-4d16-ac55-44574d197592 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Synchronizing usage tracker for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:41:43.148531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-bc29d608-8258-4905-967a-bc9927a53d04 req-0aa5c728-ada3-4d16-ac55-44574d197592 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Unset dirty status for tenant:9d9b14ce9a9447e1a7401f4a29a9b917 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:41:43.149240 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bc29d608-8258-4905-967a-bc9927a53d04 req-0aa5c728-ada3-4d16-ac55-44574d197592 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f70818a-062e-4d3a-b6c4-07bf7294d618 HTTP/1.1" status: 200 len: 210 time: 0.1028409 Apr 15 19:41:43.334410 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:43.338666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] Checking router: 0f3b18f9-76a1-4417-a438-10435f3492fe for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:41:43.347555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:43.348620 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:43.408926 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 8f17556e-4305-44e0-acb8-2d79c79062e9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:41:43.459075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 8f17556e-4305-44e0-acb8-2d79c79062e9 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:41:43.459474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 8f17556e-4305-44e0-acb8-2d79c79062e9 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:41:43.543284 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-1403538b-cd42-4d02-a888-32fe3d1c16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:43.544902 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-1403538b-cd42-4d02-a888-32fe3d1c16c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b&tenant_id=68bb2142d460492490f4417558f1fa0b HTTP/1.1" status: 200 len: 1097 time: 0.0950217 Apr 15 19:41:43.595333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:41:43.650100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-a4c440c5-be29-4419-95fc-8c263ed91c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:43.652977 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-a4c440c5-be29-4419-95fc-8c263ed91c26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bb2142d460492490f4417558f1fa0b&device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 1097 time: 0.0863616 Apr 15 19:41:43.731606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb904d9-bb1c-45a4-b92c-5a56ecd69b86 req-0a32e8c6-c033-4610-aa2c-f4d6ae687503 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:43.733262 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9cb904d9-bb1c-45a4-b92c-5a56ecd69b86 req-0a32e8c6-c033-4610-aa2c-f4d6ae687503 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1030912 Apr 15 19:41:43.796565 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9cb904d9-bb1c-45a4-b92c-5a56ecd69b86 req-e0d35cdf-589a-429f-aaee-919383527ca3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564332 Apr 15 19:41:43.828510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-8f2b08bb-401e-462d-b303-f24db1be02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:43.830709 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-8f2b08bb-401e-462d-b303-f24db1be02ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 200 len: 918 time: 0.1711721 Apr 15 19:41:43.955574 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-8496c903-b453-4777-88f3-4f675d5eb49e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89286af4-aeec-4223-9871-c0ccc807ca0a HTTP/1.1" status: 200 len: 1000 time: 0.1183434 Apr 15 19:41:44.035553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-d731cf25-05f4-46b6-b8c5-d921a1289209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:44.037386 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-d731cf25-05f4-46b6-b8c5-d921a1289209 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 200 len: 856 time: 0.0752957 Apr 15 19:41:44.128158 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-2acacb9d-e4cc-4770-8c3b-aa4e9fafb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:44.130107 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-2acacb9d-e4cc-4770-8c3b-aa4e9fafb8fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80efc5ad-2ed0-4f50-9a55-249f065aa09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861135 Apr 15 19:41:44.162036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:44.166951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c63ab0-0015-4110-8bab-aa1cbda9553a None None] The sync data for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb is: [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:51Z', 'revision_number': 4, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '5773f9ad-ce6e-4cfe-8321-068a951720d8', 'name': '', 'network_id': '2f008745-9d9b-40b8-b608-d7c888ae6d19', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'mac_address': 'fa:16:3e:d7:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:46Z', 'updated_at': '2021-04-15T19:36:05Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'subnets': [{'id': '92c0d75d-3ac6-46fb-bb24-43e9b712df44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:41:44.304503 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-283a21f0-3a1a-43d0-891a-4e3b3b77dd72 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672456 Apr 15 19:41:44.316337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36344) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:44.394233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a9b-8950-4a30-a567-647464c0ecf8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:44.428635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a9b-8950-4a30-a567-647464c0ecf8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:44.458862 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-47c373bf-326d-40f1-adc2-59a6b6d4b0b6 req-7a3faf71-5633-4952-bd92-5d49171e8528 service neutron] 10.222.0.13 "GET /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465840 Apr 15 19:41:44.557407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a9b-8950-4a30-a567-647464c0ecf8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:44.563279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bf82cdf9-44f8-4728-ae0a-929366a05149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:44.581908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d2a9b-8950-4a30-a567-647464c0ecf8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634401fa-30fa-49c8-ae29-a5b37bc81d13,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:44.585397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3d1d2a9b-8950-4a30-a567-647464c0ecf8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:44.608258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5b4dc-560f-4916-a837-596773af5086 None None] New status for floating IP fc9c19af-0d2d-43fd-9120-d1a1982e3bba: DOWN {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:41:44.636917 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a9b-8950-4a30-a567-647464c0ecf8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:44.638614 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3d1d2a9b-8950-4a30-a567-647464c0ecf8 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "DELETE /v2.0/security-groups/634401fa-30fa-49c8-ae29-a5b37bc81d13 HTTP/1.1" status: 204 len: 168 time: 0.3211677 Apr 15 19:41:44.641731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36348) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:44.671945 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.v2.resource [None req-2ae551e9-30d4-4c5d-af41-ee12c4022db4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] show failed (client error): The resource could not be found. Apr 15 19:41:44.671945 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2ae551e9-30d4-4c5d-af41-ee12c4022db4 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "GET /v2.0/security-groups/634401fa-30fa-49c8-ae29-a5b37bc81d13 HTTP/1.1" status: 404 len: 347 time: 0.0282557 Apr 15 19:41:44.674495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36352) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:44.857646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Deleting port 1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:44.858039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:45.108665 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:45.109047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:45.247047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Calling delete_port for 1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8 owned by network:floatingip {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:45.284205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4018807-e515-4076-8fa6-5de11bebdd92 req-5b711cc6-b919-4138-84c0-a729dbd38d8d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:45.285832 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4018807-e515-4076-8fa6-5de11bebdd92 req-5b711cc6-b919-4138-84c0-a729dbd38d8d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.3056567 Apr 15 19:41:45.358138 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4018807-e515-4076-8fa6-5de11bebdd92 req-237045e4-8820-4b38-8bdc-482f0ff41027 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639305 Apr 15 19:41:45.476432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:41:45.476860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:41:45.767643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36384) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:45.920346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:45.936801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:45.941195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Usage tracker for resource:security_group_rule and tenant:205ecb4b0c814721b14f1d407322e7f3 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:45.944454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:45.951228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:45.978258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Deleting port 1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:45.978757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.057053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.157940 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.169127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7b53cd94-d475-47a2-90a2-92ddb6bcfe39 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:46.207853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.208148 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.234968 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=205ecb4b0c814721b14f1d407322e7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660516 Apr 15 19:41:46.235816 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36390) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:46.236996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032d0a1e-8b27-494a-b19f-9c7a22cba168,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:46.242725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:46.308393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.339155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.370369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Calling delete_port for 1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8 owned by network:floatingip {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:46.414475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.421554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a9a8cb94-7c1f-40b8-9c02-2166196eb573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:46.441247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.445549 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/032d0a1e-8b27-494a-b19f-9c7a22cba168 HTTP/1.1" status: 204 len: 168 time: 0.2049749 Apr 15 19:41:46.447297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032d0a1e-8b27-494a-b19f-9c7a22cba168,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:46.450172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:46.773976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288a7d1-cc2e-4367-bd92-50b9585c9d01 req-6dad4785-d093-4f56-935c-54809f2181a3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:46.775876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:46.776698 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7288a7d1-cc2e-4367-bd92-50b9585c9d01 req-6dad4785-d093-4f56-935c-54809f2181a3 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1353426 Apr 15 19:41:46.798656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70abecaa-57e2-470c-a22e-9d40a5873a86 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:46.834416 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7288a7d1-cc2e-4367-bd92-50b9585c9d01 req-ad9681cb-ab6c-4bcb-984a-cc69a3ebdc4a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504947 Apr 15 19:41:46.926235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Pushing event deleted for resources: {'Port': ['ID=1d528fcb-9b9d-43e3-b60b-e4f72fcc46d8,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:46.930521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:47.099607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36402) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:47.113036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks [] for floatingip, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.120960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.137986 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:47.144237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Usage tracker for resource:security_group_rule and tenant:812ad49f5284474bbcdca4eed31ce685 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:47.146637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:47.153777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:47.166871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.168138 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] 10.222.0.20 "DELETE /v2.0/floatingips/fc9c19af-0d2d-43fd-9120-d1a1982e3bba HTTP/1.1" status: 204 len: 168 time: 2.4926174 Apr 15 19:41:47.263534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.309045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.319017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-71a0afd8-a83f-469f-b3cb-2d086bd924f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:47.369792 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=812ad49f5284474bbcdca4eed31ce685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689328 Apr 15 19:41:47.371544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aed5f6-d75e-49b9-8f14-bcfda8cd9bd9,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:47.372696 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36408) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:47.378240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:47.465699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f0c24e1a-6121-480b-8a1d-3109d30142ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.498203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f0c24e1a-6121-480b-8a1d-3109d30142ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.591455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f0c24e1a-6121-480b-8a1d-3109d30142ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.596956 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-48fefd29-4d88-4aa3-a98a-9e3e6a762d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:47.608638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c24e1a-6121-480b-8a1d-3109d30142ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aed5f6-d75e-49b9-8f14-bcfda8cd9bd9,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:47.612478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f0c24e1a-6121-480b-8a1d-3109d30142ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:47.616204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f0c24e1a-6121-480b-8a1d-3109d30142ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.620784 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f0c24e1a-6121-480b-8a1d-3109d30142ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40aed5f6-d75e-49b9-8f14-bcfda8cd9bd9 HTTP/1.1" status: 204 len: 168 time: 0.2469199 Apr 15 19:41:48.072634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4173-3bd7-4938-a16d-e4ed1f82457b req-88cd3c5d-5293-4ccc-b79c-f2711c5f77b8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:48.074611 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b0b4173-3bd7-4938-a16d-e4ed1f82457b req-88cd3c5d-5293-4ccc-b79c-f2711c5f77b8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1059709 Apr 15 19:41:48.139615 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5b0b4173-3bd7-4938-a16d-e4ed1f82457b req-9cabaccc-e4a7-4ac9-b1b0-cc68bcb1a7a4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579321 Apr 15 19:41:49.366829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606802-28f1-4416-9b5c-47c86181a17b req-7fb38e66-5441-492c-a469-0df238bc9fc5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:49.368698 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ac606802-28f1-4416-9b5c-47c86181a17b req-7fb38e66-5441-492c-a469-0df238bc9fc5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1004591 Apr 15 19:41:49.421683 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ac606802-28f1-4416-9b5c-47c86181a17b req-626fe540-6150-4dc4-8541-e907c51dd716 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459418 Apr 15 19:41:50.655521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e6fd-1a62-4d3a-9fac-2b517cb5f737 req-aeb6adda-32f4-4e34-ad97-c8e7aa0d11d6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:50.663291 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-97a6e6fd-1a62-4d3a-9fac-2b517cb5f737 req-aeb6adda-32f4-4e34-ad97-c8e7aa0d11d6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1039195 Apr 15 19:41:50.714487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-97a6e6fd-1a62-4d3a-9fac-2b517cb5f737 req-c8e9f6c8-3143-4e42-aab6-764ce3317f0e tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502641 Apr 15 19:41:51.366481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:41:51.945510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc34bc-5491-42f2-aa48-4ba0b52b5a46 req-fce7e5f9-3012-4ca4-bd6d-4f11a54478d6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:51.947249 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ecc34bc-5491-42f2-aa48-4ba0b52b5a46 req-fce7e5f9-3012-4ca4-bd6d-4f11a54478d6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.0967801 Apr 15 19:41:52.012165 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0ecc34bc-5491-42f2-aa48-4ba0b52b5a46 req-cecfad12-f6d9-4f8d-ae73-bcd0d8a65385 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571446 Apr 15 19:41:52.102071 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36482) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:52.823611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-97cc1579-306d-4e2d-ad8e-b34f8ba62bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:53.207496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16382720'] for router_interface, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:53.586197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9367c-6993-468f-8809-e4dfec427df3 req-5ecce10a-aeba-4622-a69c-3cbf50cd1be9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:53.587904 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a2f9367c-6993-468f-8809-e4dfec427df3 req-5ecce10a-aeba-4622-a69c-3cbf50cd1be9 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.3224616 Apr 15 19:41:53.659213 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a2f9367c-6993-468f-8809-e4dfec427df3 req-4f517ae4-b840-47b9-a026-c57f90e6f4a8 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638616 Apr 15 19:41:53.744842 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Deleting port 5773f9ad-ce6e-4cfe-8321-068a951720d8 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:53.745216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:53.940679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] For port 5773f9ad-ce6e-4cfe-8321-068a951720d8, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=5773f9ad-ce6e-4cfe-8321-068a951720d8,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:53.941020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:54.075687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Calling delete_port for 5773f9ad-ce6e-4cfe-8321-068a951720d8 owned by network:router_interface {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:54.311610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:54.329026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e2748cf6-ed78-46b4-af9f-172814e631cf tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:54.430159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5773f9ad-ce6e-4cfe-8321-068a951720d8,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:54.435359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:54.859328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838278733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16383403'] for router_interface, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:54.954478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796d5bc-b627-47e3-ac76-ced23ad0b888 req-ec1b55c6-47cf-4545-a813-a6e5ef381564 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:54.956149 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9796d5bc-b627-47e3-ac76-ced23ad0b888 req-ec1b55c6-47cf-4545-a813-a6e5ef381564 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1135142 Apr 15 19:41:55.013554 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9796d5bc-b627-47e3-ac76-ced23ad0b888 req-08d5f0b4-0e91-4f76-b059-1e66af8044df tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 Apr 15 19:41:55.295005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7b00-38e2-40e9-af60-f869314f58a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:55.402138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Router 0f3b18f9-76a1-4417-a438-10435f3492fe has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:41:55.599915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:41:55.611860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] Sync routers for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:41:55.614742 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-794b2ce2-ab63-4d72-a76f-26e1531be3e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/0f3b18f9-76a1-4417-a438-10435f3492fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5109069 Apr 15 19:41:55.617186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36508) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:55.623359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:55.624388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:55.829271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks [] for router, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:55.854527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:55.862311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:41:56.068107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:56.122908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Deleting port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:56.128300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:56.284783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:41:54Z', 'revision_number': 5, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port': {'id': '53ede5bb-6aa1-4b0c-bca1-e14990bdda1b', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:34Z', 'updated_at': '2021-04-15T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:56.289513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] Checking router: 0f3b18f9-76a1-4417-a438-10435f3492fe for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:41:56.300521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] Routers {'0f3b18f9-76a1-4417-a438-10435f3492fe'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:56.301228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['0f3b18f9-76a1-4417-a438-10435f3492fe'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:56.343316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834ff2-c271-4663-be99-55b5cf2139c6 req-c956235e-780a-4a40-bff6-08d428673f16 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:56.345361 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-31834ff2-c271-4663-be99-55b5cf2139c6 req-c956235e-780a-4a40-bff6-08d428673f16 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1412108 Apr 15 19:41:56.405003 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-31834ff2-c271-4663-be99-55b5cf2139c6 req-4d969b79-8527-403b-ab1f-d2d8e5a3e7d1 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520647 Apr 15 19:41:56.505628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] Set router 0f3b18f9-76a1-4417-a438-10435f3492fe gateway port host: None {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:41:56.555057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:56.609184 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] For port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:56.609611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:56.627768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:41:56Z', 'revision_number': 6, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port_host': None}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:56.632069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981ed06-dc72-4298-97e5-f7b2a69847be None None] The sync data for ids ['0f3b18f9-76a1-4417-a438-10435f3492fe'] in dv-cinder-776307-4-smb is: [{'id': '0f3b18f9-76a1-4417-a438-10435f3492fe', 'name': 'tempest-AttachVolumeTestJSON-1012986596-router', 'tenant_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:41:56Z', 'revision_number': 6, 'project_id': '9d9b14ce9a9447e1a7401f4a29a9b917', 'gw_port_host': None}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:41:56.792031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Calling delete_port for 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b owned by network:router_gateway {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:57.099105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5773f9ad-ce6e-4cfe-8321-068a951720d8 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:41:57.139451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 5773f9ad-ce6e-4cfe-8321-068a951720d8 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:41:57.139855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 5773f9ad-ce6e-4cfe-8321-068a951720d8 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:41:57.140325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:41:57.208243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No active binding found for port 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b {{(pid=85348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 19:41:57.208698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 53ede5bb-6aa1-4b0c-bca1-e14990bdda1b not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:41:57.229062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.244916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:57.335893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ede5bb-6aa1-4b0c-bca1-e14990bdda1b,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:57.343262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:57.501741 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16383249'] for router_gateway, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.588794 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.732887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16369067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62728'] for router, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.736542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.850193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e08034-e5bb-4e9b-bf62-171b08bbb403 req-dd793ce4-be3f-40f7-8da0-b10a2ce236cc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:57.851821 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a0e08034-e5bb-4e9b-bf62-171b08bbb403 req-dd793ce4-be3f-40f7-8da0-b10a2ce236cc tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.3043940 Apr 15 19:41:57.902829 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a0e08034-e5bb-4e9b-bf62-171b08bbb403 req-add62b44-c22a-43b0-970c-10e276147946 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Apr 15 19:41:57.917849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838408133'] for router, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.918450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3b18f9-76a1-4417-a438-10435f3492fe {{(pid=85347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:41:57.944460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.948813 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0f3b18f9-76a1-4417-a438-10435f3492fe HTTP/1.1" status: 204 len: 168 time: 2.3270628 Apr 15 19:41:57.949051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36534) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:58.020536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Deleting subnet 92c0d75d-3ac6-46fb-bb24-43e9b712df44 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:41:58.025808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.076372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.199852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.703563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.720058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:58.812024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c0d75d-3ac6-46fb-bb24-43e9b712df44,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:58.817288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:58.850242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.856006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe004576-4cd1-4130-96f8-cf2730da6a8f None None] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:41:58.856251 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/92c0d75d-3ac6-46fb-bb24-43e9b712df44 HTTP/1.1" status: 204 len: 168 time: 0.9062190 Apr 15 19:41:58.858916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36542) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:58.975406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.044898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Deleting port 50a6a3aa-3f59-424e-b0b0-51294a855d29 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:59.045212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.128902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] DHCP port deletion for 2f008745-9d9b-40b8-b608-d7c888ae6d19 request from dv-cinder-776307-4-smb {{(pid=85348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:41:59.133477 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Deleting port 50a6a3aa-3f59-424e-b0b0-51294a855d29 {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:41:59.133925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.135159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303568e-3190-4d5d-b96f-d7a8b90e700a req-e6f134b7-65d1-4829-a7cd-68e62e3691a4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:59.136938 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5303568e-3190-4d5d-b96f-d7a8b90e700a req-e6f134b7-65d1-4829-a7cd-68e62e3691a4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 944 time: 0.1053843 Apr 15 19:41:59.188253 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5303568e-3190-4d5d-b96f-d7a8b90e700a req-4edd460e-f234-4065-8d0f-fb9d29c50f5a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440288 Apr 15 19:41:59.269807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] For port 50a6a3aa-3f59-424e-b0b0-51294a855d29, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=50a6a3aa-3f59-424e-b0b0-51294a855d29,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:59.270214 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.359985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] For port 50a6a3aa-3f59-424e-b0b0-51294a855d29, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=50a6a3aa-3f59-424e-b0b0-51294a855d29,segment=NetworkSegment(b83bfe98-b837-4830-b0f9-dc0c80834bf5),segment_id=b83bfe98-b837-4830-b0f9-dc0c80834bf5)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:59.360329 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.436306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:41:59.511599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Calling delete_port for 50a6a3aa-3f59-424e-b0b0-51294a855d29 owned by network:dhcp {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:59.667407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Calling delete_port for 50a6a3aa-3f59-424e-b0b0-51294a855d29 owned by network:dhcp {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:41:59.754964 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60596f22-150d-433f-8040-35cfa8f5f875 req-26f23dd8-3067-41e5-b6b7-c2176fe6b39e tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306066322&fields=id&tenant_id=2adfd818695948758f5b5558921ac548 HTTP/1.1" status: 200 len: 267 time: 0.1847513 Apr 15 19:41:59.789743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:59.797180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154'] for port, after_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.815271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:59.827460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:41:59.827460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:41:59.864480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596f22-150d-433f-8040-35cfa8f5f875 req-8f6edde5-fffa-4834-ac72-743bbebeafea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:59.866141 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60596f22-150d-433f-8040-35cfa8f5f875 req-8f6edde5-fffa-4834-ac72-743bbebeafea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 984 time: 0.0983210 Apr 15 19:41:59.879870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Request body: {'port': {'security_groups': ['e8e054c2-047d-4f8d-8778-dddd784932ae']}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:59.922114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Pushing event deleted for resources: {'Port': ['ID=50a6a3aa-3f59-424e-b0b0-51294a855d29,revision_number=None']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:59.926896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'port_id': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'mac_address': 'fa:16:3e:c1:60:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:41:59.933269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:00.017521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.018773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.222039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] No DVR routers for this DVR port 50a6a3aa-3f59-424e-b0b0-51294a855d29 on host dv-cinder-776307-4-smb {{(pid=85348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:42:00.225806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89286af4-aeec-4223-9871-c0ccc807ca0a {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:42:00.244253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:00.317253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.319480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:00.334320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Deleting port 50a6a3aa-3f59-424e-b0b0-51294a855d29 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:00.334711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.390171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=9']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:00.393675 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:00.418605 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] The port '50a6a3aa-3f59-424e-b0b0-51294a855d29' was deleted {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:42:00.555580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['89286af4-aeec-4223-9871-c0ccc807ca0a'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:42:00.581509 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:00.592967 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.696739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2c0fc-6dab-4e8f-b1e4-177d79446911 req-cba53135-2fa0-47a9-bd9c-275d2792c5ff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:00.698970 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1be2c0fc-6dab-4e8f-b1e4-177d79446911 req-cba53135-2fa0-47a9-bd9c-275d2792c5ff tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 945 time: 0.3687088 Apr 15 19:42:00.728414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.resource_extend [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:42:00.748484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f008745-9d9b-40b8-b608-d7c888ae6d19']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:00.753882 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1be2c0fc-6dab-4e8f-b1e4-177d79446911 req-88466979-8b15-4df3-98c3-eece4b9813ae tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Apr 15 19:42:00.760857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.769142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83bfe98-b837-4830-b0f9-dc0c80834bf5') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:00.769254 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83bfe98-b837-4830-b0f9-dc0c80834bf5') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:00.782205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.798114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.804688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:42:00.833435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844054708'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.898801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ab53b231-21e3-4b17-95b6-1bf04d00c4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:01.037662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['0f826a0a-d807-4b19-a459-ac85ba872ecb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:42:01.105624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 50a6a3aa-3f59-424e-b0b0-51294a855d29 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:01.140823 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:01.150203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 50a6a3aa-3f59-424e-b0b0-51294a855d29 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:01.151090 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 50a6a3aa-3f59-424e-b0b0-51294a855d29 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:01.157817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.245899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event updated for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=7']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:01.267524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:01.395894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Network 2f008745-9d9b-40b8-b608-d7c888ae6d19 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:01.410474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:01.424428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.424428 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-60596f22-150d-433f-8040-35cfa8f5f875 req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "PUT /v2.0/ports/0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 942 time: 1.5384443 Apr 15 19:42:01.424428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:42:01.425487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36568) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: % (table.description, expected, rows_matched) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: % (table.description, expected, rows_matched) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: % (table.description, expected, rows_matched) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: % (table.description, expected, rows_matched) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:42:01.435556 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:42:01.446256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:42:01.506143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['0f826a0a-d807-4b19-a459-ac85ba872ecb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:42:01.573800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d4386809-c381-43b8-b7f2-fb321d23f5a0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.625336 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.633351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:01.633531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d4386809-c381-43b8-b7f2-fb321d23f5a0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.651395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 89286af4-aeec-4223-9871-c0ccc807ca0a triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:42:01.657866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.679348 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.703982 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f008745-9d9b-40b8-b608-d7c888ae6d19,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:01.709232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:01.730765 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'status': 'completed', 'code': 200} Apr 15 19:42:01.763575 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2f008745-9d9b-40b8-b608-d7c888ae6d19 HTTP/1.1" status: 204 len: 168 time: 2.9034894 Apr 15 19:42:01.782295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ed0b20fe-9213-49a2-8bf3-bda2f44fa439 None None] Provisioning complete for port 0f826a0a-d807-4b19-a459-ac85ba872ecb triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:42:01.782714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ed0b20fe-9213-49a2-8bf3-bda2f44fa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.801918 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d4386809-c381-43b8-b7f2-fb321d23f5a0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.818878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-74a6907d-1ff3-495f-be50-29052f86a441 tempest-VolumesNegativeTest-2014859709 tempest-VolumesNegativeTest-2014859709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:01.838215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4386809-c381-43b8-b7f2-fb321d23f5a0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f69599-51ec-47ab-8a53-33d736718cf7,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:01.845012 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d4386809-c381-43b8-b7f2-fb321d23f5a0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:01.870065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d4386809-c381-43b8-b7f2-fb321d23f5a0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.877066 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d4386809-c381-43b8-b7f2-fb321d23f5a0 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "DELETE /v2.0/security-groups/75f69599-51ec-47ab-8a53-33d736718cf7 HTTP/1.1" status: 204 len: 168 time: 0.4451406 Apr 15 19:42:01.877189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36580) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:01.877271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-db81ad3f-904d-4e51-97d9-8aa23bab725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:01.877849 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-db81ad3f-904d-4e51-97d9-8aa23bab725e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1098 time: 0.1317167 Apr 15 19:42:02.049481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.052968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-d01f9727-fb23-46de-b55a-f34115364a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:02.054725 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-d01f9727-fb23-46de-b55a-f34115364a1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 916 time: 0.1705453 Apr 15 19:42:02.060957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36584) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:02.098609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:42:02.113540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:02.151713 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'code': 200} Apr 15 19:42:02.184447 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f957a28-f4d0-4ac0-9663-be0751a75ca5 req-c45997f7-3b52-4440-9e40-cf8d6ac91304 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:02.191115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.192408 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f957a28-f4d0-4ac0-9663-be0751a75ca5 req-c45997f7-3b52-4440-9e40-cf8d6ac91304 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 945 time: 0.2458565 Apr 15 19:42:02.195638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:02.224697 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bc61900d-2eb7-46ec-a916-2ce313d0eb94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d9b14ce9a9447e1a7401f4a29a9b917&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1603913 Apr 15 19:42:02.225086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Deleting port 45334f62-dfb9-4002-9208-0d283cf7b6da {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:02.225505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.225961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36590) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:02.230503 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-91bb12c2-310f-4a55-9106-57e7a52bd9d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 1001 time: 0.1664386 Apr 15 19:42:02.297487 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f957a28-f4d0-4ac0-9663-be0751a75ca5 req-422bc1f4-148e-44ce-997d-ba7c5fcb01c0 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041191 Apr 15 19:42:02.297704 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=10']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:02.301834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:02.346326 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-ff9010b5-6fbf-4c8b-ba07-2bf9bc3ba853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:02.347904 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-ff9010b5-6fbf-4c8b-ba07-2bf9bc3ba853 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 200 len: 854 time: 0.1059077 Apr 15 19:42:02.410759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.446271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.450464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.450834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.551920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-c9400492-b1e6-4e45-9d2e-61db82a96269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:02.553610 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-c9400492-b1e6-4e45-9d2e-61db82a96269 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8499d73b-d99d-415f-a58c-04dda7891957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1968203 Apr 15 19:42:02.590736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Calling delete_port for 45334f62-dfb9-4002-9208-0d283cf7b6da owned by network:floatingip {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:02.685671 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1140e-a00b-4617-80cf-c867f5d075e9 req-aad3dd11-67a4-4269-b2b9-cc44eede26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:02.687234 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-17a1140e-a00b-4617-80cf-c867f5d075e9 req-aad3dd11-67a4-4269-b2b9-cc44eede26c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 1100 time: 0.2221024 Apr 15 19:42:02.730688 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.734778 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-185eae38-cf99-4cc1-9380-1c72ab65f07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:02.773507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3dd35c-8479-49ad-8b7c-4a2230bd3bc8,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:02.781046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:02.803507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.817113 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c3dd35c-8479-49ad-8b7c-4a2230bd3bc8 HTTP/1.1" status: 204 len: 168 time: 0.5815136 Apr 15 19:42:02.820055 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-17a1140e-a00b-4617-80cf-c867f5d075e9 req-832f6c0b-94f1-47db-8e49-dde836138dba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169367 Apr 15 19:42:02.824480 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-37b4647e-952f-4f4c-a04c-0b7dd16f5d5f service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610850 Apr 15 19:42:03.034843 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-89dd6e07-c3f5-4b25-95c5-72f8e43f096d req-bc33f3cd-e538-4a7d-9be9-3cdc42f90564 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556680 Apr 15 19:42:03.071267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:03.087652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2f30ec58-eb0d-4391-92b2-475212c0b33d tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:03.187886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event deleted for resources: {'Port': ['ID=45334f62-dfb9-4002-9208-0d283cf7b6da,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:03.192929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:03.354259 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks [] for floatingip, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:03.354652 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Floating IP 033a480b-28b8-465d-b649-ef420ed19e0f disassociated (deleted). External IP: 172.28.3.229, port: 0f826a0a-d807-4b19-a459-ac85ba872ecb. Apr 15 19:42:03.564795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f309d10-de8e-4d10-8991-576388c18482 req-777a3bb7-f18d-40c5-96d6-702333fc72ef tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:03.569929 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6f309d10-de8e-4d10-8991-576388c18482 req-777a3bb7-f18d-40c5-96d6-702333fc72ef tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 947 time: 0.1155536 Apr 15 19:42:03.639264 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6f309d10-de8e-4d10-8991-576388c18482 req-3575557e-6809-4353-a36b-078506ace00a tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634484 Apr 15 19:42:03.791864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Router 249a35c2-cbd5-411e-b5be-c123fc9408c8 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:42:03.987564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:42:03.999749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] Sync routers for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:42:04.011577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:04.012368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:04.069261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:04.148402 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "DELETE /v2.0/floatingips/033a480b-28b8-465d-b649-ef420ed19e0f HTTP/1.1" status: 204 len: 168 time: 2.2728198 Apr 15 19:42:04.149265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:42:04.335644 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'status': 'completed', 'code': 200} Apr 15 19:42:04.460088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-b33a0038-8ba7-4eb7-a444-2450111055b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:04.461864 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-b33a0038-8ba7-4eb7-a444-2450111055b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2adfd818695948758f5b5558921ac548&device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 1098 time: 0.0888519 Apr 15 19:42:04.472533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:04.641524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-120d930f-0546-4e1d-b7b3-0cfe1b40ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:04.643454 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-120d930f-0546-4e1d-b7b3-0cfe1b40ad5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 200 len: 916 time: 0.1750400 Apr 15 19:42:04.801597 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-8b7d6c64-5b78-4a9c-a3a1-f05936629819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 200 len: 217 time: 0.1379595 Apr 15 19:42:04.908641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-fc6e62f0-088e-4e67-9495-d06620993776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:04.911973 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-fc6e62f0-088e-4e67-9495-d06620993776 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 200 len: 854 time: 0.1040223 Apr 15 19:42:04.945642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:23Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:04.951679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] Checking router: 249a35c2-cbd5-411e-b5be-c123fc9408c8 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:42:04.960775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:04.961515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:05.156827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-cde35831-22a7-43ce-be41-b09c88656974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:05.158486 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-cde35831-22a7-43ce-be41-b09c88656974 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8499d73b-d99d-415f-a58c-04dda7891957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2012961 Apr 15 19:42:05.169295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ace94-063b-4ada-9494-974eb35c953a req-4a85c13e-4eac-4213-b3f5-1ff5441d3c00 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:05.171278 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b90ace94-063b-4ada-9494-974eb35c953a req-4a85c13e-4eac-4213-b3f5-1ff5441d3c00 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 947 time: 0.2966144 Apr 15 19:42:05.178305 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:05.206649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36716) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:05.312136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36722) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:05.355848 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b90ace94-063b-4ada-9494-974eb35c953a req-1bd85fbd-9875-4d1f-8a83-a7c3fa1957ab tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719650 Apr 15 19:42:05.430691 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-b0355f62-df0c-4cd9-97ae-a6620d5b10c9 service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582276 Apr 15 19:42:05.494359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:05.510546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:05.530469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:05.534155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:05.539936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea1a48bd4054bb6ba5102c345c244b9 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:05.544561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Usage tracker for resource:security_group_rule and tenant:24820212cd934edf8b3cd83f65dba95c is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:05.547475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:05.551223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:05.565723 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:05.573269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:05.602159 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-01201d7c-88ec-49e5-9200-eca5b4a907c4 req-6d8698f4-539e-4610-a23e-106b459afdfb service neutron] 10.222.0.13 "GET /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603336 Apr 15 19:42:05.610322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:23Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:05.614687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8838a5-eca9-4617-a901-6c61012bf9b9 None None] The sync data for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb is: [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:39:16Z', 'revision_number': 4, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '41631fba-f4bd-4269-be3a-17706549e4eb', 'name': '', 'network_id': '8499d73b-d99d-415f-a58c-04dda7891957', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'mac_address': 'fa:16:3e:dc:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:14Z', 'updated_at': '2021-04-15T19:39:23Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'subnets': [{'id': 'a34ca46b-4979-47a8-9da3-5608f34db311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:42:05.813880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:05.821331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:05.845833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:05.856029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b4cd2171-e5a4-4de7-9519-baef5b5bad2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:05.890127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:05.918321 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ea1a48bd4054bb6ba5102c345c244b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7078795 Apr 15 19:42:05.919251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36728) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:05.929075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3aef2e-30bb-4e05-863b-878b69099b85,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:05.934798 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b5ef15c7-db58-4f62-a9ae-eb0f26eb9496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:05.935359 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-847c5907-c0f6-4695-a082-c691c95182ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:05.947024 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24820212cd934edf8b3cd83f65dba95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332550 Apr 15 19:42:05.950205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36732) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:05.989851 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c53dcd-0a30-469d-983c-aa08f9de97f5,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:05.990558 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:05.995708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:06.008167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884090a-98c1-4bc8-b6c6-cdfb7dbdc55e None None] New status for floating IP 033a480b-28b8-465d-b649-ef420ed19e0f: DOWN {{(pid=85348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:42:06.020687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:06.032133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:06.064438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:06.097159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:06.101514 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2486ef76-9c57-481b-98f1-3414314ddcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:06.119662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3aef2e-30bb-4e05-863b-878b69099b85,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:06.122769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:06.126514 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de3aef2e-30bb-4e05-863b-878b69099b85 HTTP/1.1" status: 204 len: 168 time: 0.2034872 Apr 15 19:42:06.129766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.130194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.130603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.131003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.131496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.131768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.132162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.132554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.132949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.133355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.133781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.134824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:06.138441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:06.149302 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:06.164586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9605cc97-28a6-465a-be2f-b2a4ac8d3832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:06.183207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c53dcd-0a30-469d-983c-aa08f9de97f5,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:06.185701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:06.188829 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4c53dcd-0a30-469d-983c-aa08f9de97f5 HTTP/1.1" status: 204 len: 168 time: 0.2357383 Apr 15 19:42:06.188829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:06.593962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa698d0-1bbb-4578-bb4f-307401b4d6a5 req-89e27b20-26f6-4a6a-b80c-ef6dc11f132d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:06.595604 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3aa698d0-1bbb-4578-bb4f-307401b4d6a5 req-89e27b20-26f6-4a6a-b80c-ef6dc11f132d tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 947 time: 0.1126165 Apr 15 19:42:06.681943 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3aa698d0-1bbb-4578-bb4f-307401b4d6a5 req-8cddb782-2198-4234-b94b-169e1dcdf979 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776813 Apr 15 19:42:08.349554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b731a67-37b4-401c-be40-cdb3ca7c6d5e req-60617d31-3e9e-4604-ac7d-51f2e3bff87a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:08.350297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6b731a67-37b4-401c-be40-cdb3ca7c6d5e req-60617d31-3e9e-4604-ac7d-51f2e3bff87a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Synchronizing usage tracker for tenant:2adfd818695948758f5b5558921ac548 on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:42:08.397026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6b731a67-37b4-401c-be40-cdb3ca7c6d5e req-60617d31-3e9e-4604-ac7d-51f2e3bff87a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Unset dirty status for tenant:2adfd818695948758f5b5558921ac548 on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:42:08.398389 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b731a67-37b4-401c-be40-cdb3ca7c6d5e req-60617d31-3e9e-4604-ac7d-51f2e3bff87a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.1508961 Apr 15 19:42:08.448524 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b731a67-37b4-401c-be40-cdb3ca7c6d5e req-dfd811ad-d56e-44af-a9b9-b390937cd00c tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Apr 15 19:42:09.326306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:09.660450 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313a314-d552-4060-8959-1c297a8b36d0 req-92e25c12-adb7-44ba-ba40-e3a043e8993a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:09.662379 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d313a314-d552-4060-8959-1c297a8b36d0 req-92e25c12-adb7-44ba-ba40-e3a043e8993a tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.0980189 Apr 15 19:42:09.712989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d313a314-d552-4060-8959-1c297a8b36d0 req-df9b04be-67ff-4c70-8af2-f9fb4fde1a48 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Synchronizing usage tracker for tenant:2adfd818695948758f5b5558921ac548 on resource:security_group {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:42:09.774274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d313a314-d552-4060-8959-1c297a8b36d0 req-df9b04be-67ff-4c70-8af2-f9fb4fde1a48 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Unset dirty status for tenant:2adfd818695948758f5b5558921ac548 on resource:security_group {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:42:09.775936 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d313a314-d552-4060-8959-1c297a8b36d0 req-df9b04be-67ff-4c70-8af2-f9fb4fde1a48 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8e054c2-047d-4f8d-8778-dddd784932ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069000 Apr 15 19:42:10.032111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-47a7fbb5-2edc-4dbd-ad4b-786fe525e782 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:10.033722 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-47a7fbb5-2edc-4dbd-ad4b-786fe525e782 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.13 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 945 time: 0.0900357 Apr 15 19:42:10.115630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Deleting port 0f826a0a-d807-4b19-a459-ac85ba872ecb {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:10.116027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:10.383980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] For port 0f826a0a-d807-4b19-a459-ac85ba872ecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f826a0a-d807-4b19-a459-ac85ba872ecb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:10.384409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:10.514693 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Calling delete_port for 0f826a0a-d807-4b19-a459-ac85ba872ecb owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:10.788732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:10.800368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['0f826a0a-d807-4b19-a459-ac85ba872ecb'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:42:10.804619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8522828d-a133-406a-88aa-bc81dc6f5102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:10.902765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Pushing event deleted for resources: {'Port': ['ID=0f826a0a-d807-4b19-a459-ac85ba872ecb,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:10.914489 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:10.955602 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-23e1e28a-405a-47d4-96fc-ede3d8f32f5f req-4d60a4d1-7962-449c-9a50-46a9a12372d4 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.20 "GET /v2.0/ports?device_id=1524fb42-ac5c-4d62-8d00-6f6453012010 HTTP/1.1" status: 200 len: 210 time: 0.0531807 Apr 15 19:42:11.061580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] No DVR routers for this DVR port 0f826a0a-d807-4b19-a459-ac85ba872ecb on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:42:11.064536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:11.067246 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'name': 'network-vif-deleted', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:42:11.118147 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1524fb42-ac5c-4d62-8d00-6f6453012010', 'name': 'network-vif-deleted', 'tag': '0f826a0a-d807-4b19-a459-ac85ba872ecb', 'status': 'completed', 'code': 200} Apr 15 19:42:11.129623 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-25bd8091-9049-4a16-9594-f08776bbb4f8 req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] 10.222.0.13 "DELETE /v2.0/ports/0f826a0a-d807-4b19-a459-ac85ba872ecb HTTP/1.1" status: 204 len: 173 time: 1.0900362 Apr 15 19:42:12.042337 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36898) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:12.167472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:12.183469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:12.187633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:6666ff9f5a784752883d1186718f59d0 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:12.190702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:12.197094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:12.286697 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:12.333812 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:12.343373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dbcfb6f8-6078-4ebe-b7aa-d150437bb07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:12.386514 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6666ff9f5a784752883d1186718f59d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430300 Apr 15 19:42:12.388237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca687c9-27fd-4791-b92a-25310cffa265,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:12.389378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36912) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:12.391502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:12.458102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8931dd60-b0e2-437c-bde2-eddf452419e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:12.486460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8931dd60-b0e2-437c-bde2-eddf452419e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:12.582767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8931dd60-b0e2-437c-bde2-eddf452419e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:12.588791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7ee2538c-70e4-40b5-bf18-273ea9cd0654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:12.601443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931dd60-b0e2-437c-bde2-eddf452419e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca687c9-27fd-4791-b92a-25310cffa265,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:12.605314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8931dd60-b0e2-437c-bde2-eddf452419e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:12.607455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8931dd60-b0e2-437c-bde2-eddf452419e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:12.608677 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8931dd60-b0e2-437c-bde2-eddf452419e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aca687c9-27fd-4791-b92a-25310cffa265 HTTP/1.1" status: 204 len: 168 time: 0.2172940 Apr 15 19:42:13.064242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36920) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:13.083256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:13.099047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:13.103770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Usage tracker for resource:security_group_rule and tenant:a941d2b207964df6a808bf0863c152f0 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:13.106757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:13.112833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:13.266360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:13.299392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:13.308973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-af63694e-8f09-475f-97e1-5c610650b823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:13.352737 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a941d2b207964df6a808bf0863c152f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872508 Apr 15 19:42:13.356761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36936) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:13.357902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b4dac7-1c07-486c-9102-6a9a31acd07a,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:13.361206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-827c128b-36f9-4d23-b4e8-c5bc0718f352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:13.423360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0c91da8f-ae36-4676-9706-062819daeb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:13.451316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0c91da8f-ae36-4676-9706-062819daeb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:13.522769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0f826a0a-d807-4b19-a459-ac85ba872ecb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:13.539418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0c91da8f-ae36-4676-9706-062819daeb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:13.545877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-06f034b1-31fe-46d2-86f8-4160c6984418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:13.561178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91da8f-ae36-4676-9706-062819daeb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b4dac7-1c07-486c-9102-6a9a31acd07a,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:13.561857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 0f826a0a-d807-4b19-a459-ac85ba872ecb {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:13.562268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 0f826a0a-d807-4b19-a459-ac85ba872ecb not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:13.564141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0c91da8f-ae36-4676-9706-062819daeb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:13.572820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0c91da8f-ae36-4676-9706-062819daeb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:13.576932 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0c91da8f-ae36-4676-9706-062819daeb88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53b4dac7-1c07-486c-9102-6a9a31acd07a HTTP/1.1" status: 204 len: 168 time: 0.2190149 Apr 15 19:42:13.993157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 36972) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:14.123128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:14.139886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:14.143924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Usage tracker for resource:security_group_rule and tenant:98ebde2588004cd197a5c094003fad1d is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:14.146886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:14.153593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:14.240116 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:14.287976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:14.298743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ea24df30-c13a-4194-aafe-d041df7c51d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:14.362231 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98ebde2588004cd197a5c094003fad1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652666 Apr 15 19:42:14.362231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faae3bc-eef4-4408-b66a-c12fbb2e4529,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:14.363370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 36996) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:14.363925 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:14.433683 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ead7ec73-8de9-4705-ac65-8355bd0eb924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:14.463394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ead7ec73-8de9-4705-ac65-8355bd0eb924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:14.650647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37004) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:14.724241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ead7ec73-8de9-4705-ac65-8355bd0eb924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:14.737584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3e3f5f23-39bb-4a9a-8bf8-3155d5ff6996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:15.035471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7ec73-8de9-4705-ac65-8355bd0eb924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faae3bc-eef4-4408-b66a-c12fbb2e4529,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:15.037900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ead7ec73-8de9-4705-ac65-8355bd0eb924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:15.075646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ead7ec73-8de9-4705-ac65-8355bd0eb924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:15.076723 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ead7ec73-8de9-4705-ac65-8355bd0eb924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4faae3bc-eef4-4408-b66a-c12fbb2e4529 HTTP/1.1" status: 204 len: 168 time: 0.7116299 Apr 15 19:42:15.508014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16382720'] for router_interface, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:15.898684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Deleting port 41631fba-f4bd-4269-be3a-17706549e4eb {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:15.899072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:16.084122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] For port 41631fba-f4bd-4269-be3a-17706549e4eb, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=41631fba-f4bd-4269-be3a-17706549e4eb,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:16.084528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:16.222075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Calling delete_port for 41631fba-f4bd-4269-be3a-17706549e4eb owned by network:router_interface {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:16.511223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:16.527215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f8d4871a-373d-4197-a7af-b7d4b6b7a4f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:16.657129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Pushing event deleted for resources: {'Port': ['ID=41631fba-f4bd-4269-be3a-17706549e4eb,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:16.661111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:17.010667 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838278733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16383403'] for router_interface, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:17.517099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Router 249a35c2-cbd5-411e-b5be-c123fc9408c8 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:42:17.741124 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:42:17.753694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] Sync routers for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:42:17.758259 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4103d6a0-8a24-4b1b-9530-155ffa437634 admin admin] 10.222.0.20 "PUT /v2.0/routers/249a35c2-cbd5-411e-b5be-c123fc9408c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1040194 Apr 15 19:42:17.758532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37038) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:17.765739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:17.773725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:17.979375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:18.189617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks [] for router, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:18.286634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:42:16Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:18.290805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] Checking router: 249a35c2-cbd5-411e-b5be-c123fc9408c8 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:42:18.299582 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] Routers {'249a35c2-cbd5-411e-b5be-c123fc9408c8'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:18.300230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:41:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['249a35c2-cbd5-411e-b5be-c123fc9408c8'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:18.392437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:18.443602 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Deleting port 804e10cc-1d45-423e-ae26-845d81bf04c3 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:18.444001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:18.495511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] Set router 249a35c2-cbd5-411e-b5be-c123fc9408c8 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:18.641900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] For port 804e10cc-1d45-423e-ae26-845d81bf04c3, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=804e10cc-1d45-423e-ae26-845d81bf04c3,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:18.642485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:18.784612 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Calling delete_port for 804e10cc-1d45-423e-ae26-845d81bf04c3 owned by network:router_gateway {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:18.982759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:42:16Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:18.986852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471ca0c-f0ad-4076-a020-663d1beaac88 None None] The sync data for ids ['249a35c2-cbd5-411e-b5be-c123fc9408c8'] in dv-cinder-776307-4-smb is: [{'id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'name': 'tempest-TestMinimumBasicScenario-1166549531-router', 'tenant_id': '2adfd818695948758f5b5558921ac548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:09Z', 'updated_at': '2021-04-15T19:42:16Z', 'revision_number': 5, 'project_id': '2adfd818695948758f5b5558921ac548', 'gw_port': {'id': '804e10cc-1d45-423e-ae26-845d81bf04c3', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a35c2-cbd5-411e-b5be-c123fc9408c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:10Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:42:19.070922 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 41631fba-f4bd-4269-be3a-17706549e4eb no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:19.074270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:19.093987 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3e0e7c81-aac5-4311-9f51-519af203d93b tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:19.108652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 41631fba-f4bd-4269-be3a-17706549e4eb {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:19.109047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 41631fba-f4bd-4269-be3a-17706549e4eb not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:19.196872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Pushing event deleted for resources: {'Port': ['ID=804e10cc-1d45-423e-ae26-845d81bf04c3,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:19.199768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:19.365083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16383249'] for router_gateway, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:19.548774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16369067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62728'] for router, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:19.551119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:19.790896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838408133'] for router, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:19.791463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249a35c2-cbd5-411e-b5be-c123fc9408c8 {{(pid=85346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:42:19.804141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] Notify callbacks [] for router, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:19.808021 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-90ed4dac-4f83-4dee-b3bb-d8b25b0e0270 admin admin] 10.222.0.20 "DELETE /v2.0/routers/249a35c2-cbd5-411e-b5be-c123fc9408c8 HTTP/1.1" status: 204 len: 168 time: 2.0453017 Apr 15 19:42:19.808479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37056) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:19.879033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Deleting subnet a34ca46b-4979-47a8-9da3-5608f34db311 {{(pid=85346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:42:19.882208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:19.935584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852765062'] for subnet, precommit_delete_associations {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.064156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.368977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852224592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-956378'] for subnet, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.390483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b840101f-d460-491d-b92f-486830434730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:20.478252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34ca46b-4979-47a8-9da3-5608f34db311,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:20.492639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:20.529519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.538323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f87f7e8-0119-4906-a92e-212bac1468cb None None] Network 8499d73b-d99d-415f-a58c-04dda7891957 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:42:20.538481 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bbf59f0a-54ba-4d76-88ef-0b4961232132 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a34ca46b-4979-47a8-9da3-5608f34db311 HTTP/1.1" status: 204 len: 168 time: 0.7266784 Apr 15 19:42:20.538614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37066) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:20.674618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.753847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Deleting port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:20.754354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.817164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] DHCP port deletion for 8499d73b-d99d-415f-a58c-04dda7891957 request from dv-cinder-776307-4-smb {{(pid=85348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:42:20.821587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Deleting port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:20.821991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.856929 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37072) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:20.984774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] For port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:20.985190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:20.990131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.005397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:21.009453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Usage tracker for resource:security_group_rule and tenant:d4e39fbe49204d9abb2ea2e11b5534d1 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:21.012369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:21.018334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:21.053325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] For port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,segment=NetworkSegment(0206a56b-c33f-44ca-a3d3-73a29db1ea49),segment_id=0206a56b-c33f-44ca-a3d3-73a29db1ea49)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:21.053805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.119729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.122637 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Calling delete_port for 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:21.160048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.170161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b3e0d2f3-b532-4905-be58-9b8ccf6ef659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:21.188771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:21.217305 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4e39fbe49204d9abb2ea2e11b5534d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591082 Apr 15 19:42:21.219002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d7013c-2550-4b72-97ea-343a27607494,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:21.220231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37078) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:21.227045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.227532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.227950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.228355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.228755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.229162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.229579 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.229983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.230385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.230494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Calling delete_port for 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 owned by network:dhcp {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:21.230779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.231170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.231563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:42:21.235742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-aff009f1-b09d-49c0-b216-f9d4a458c0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:21.241208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.260216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-740ffa89-926c-424f-9167-447448407a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:21.270661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:21.271064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:21.271527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 804e10cc-1d45-423e-ae26-845d81bf04c3 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:21.310036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 804e10cc-1d45-423e-ae26-845d81bf04c3 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:21.310433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 804e10cc-1d45-423e-ae26-845d81bf04c3 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:21.350736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85348) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:42:21.351146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:42:21.597482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4d4b2b-3fd6-4696-a3be-ed62ce97d327,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:21.600080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:21.666984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] No DVR routers for this DVR port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 on host dv-cinder-776307-4-smb {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:42:21.699283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.809949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.826249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.853320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Deleting port 0d4d4b2b-3fd6-4696-a3be-ed62ce97d327 {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:21.853799 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:21.926645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4e447-4397-40ea-abb4-92def233cdd1 None None] The port '0d4d4b2b-3fd6-4696-a3be-ed62ce97d327' was deleted {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:42:21.965712 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8499d73b-d99d-415f-a58c-04dda7891957']}} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:21.979951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0206a56b-c33f-44ca-a3d3-73a29db1ea49') {'for_net_delete': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:21.980307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0206a56b-c33f-44ca-a3d3-73a29db1ea49') {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:21.992460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2010690'] for segment, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.020253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.027064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=85346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:42:22.105713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.114722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-574d4203-734b-424b-94d7-6c186f92c53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:22.149972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d7013c-2550-4b72-97ea-343a27607494,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:22.152417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:22.240959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Network 8499d73b-d99d-415f-a58c-04dda7891957 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:22.250154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551569'] for segment, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.263657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.264870 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32d7013c-2550-4b72-97ea-343a27607494 HTTP/1.1" status: 204 len: 168 time: 1.0434957 Apr 15 19:42:22.437978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Network 8499d73b-d99d-415f-a58c-04dda7891957 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:42:22.460182 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:42:22.562075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.566137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-01a41ec6-ade0-454b-b657-6d719778fc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:22.591064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.593866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Pushing event deleted for resources: {'Network': ['ID=8499d73b-d99d-415f-a58c-04dda7891957,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:22.599942 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:22.660295 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8499d73b-d99d-415f-a58c-04dda7891957 HTTP/1.1" status: 204 len: 168 time: 2.1205385 Apr 15 19:42:22.663205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37086) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:22.750833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6eaae994-d009-4055-b5f7-12638b06beef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.790287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37090) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:22.809909 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.825937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:22.830279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Usage tracker for resource:security_group_rule and tenant:60f180b533824c58840cefbc2c661b31 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:22.833295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:22.840043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:22.924516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.956204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:22.965587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-311f1e34-d94e-416f-830b-0fd62151c252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:23.006834 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60f180b533824c58840cefbc2c661b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151592 Apr 15 19:42:23.008517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e5dbd-77b1-41f7-91c4-90f0589c30f4,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:23.011638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37094) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:23.012573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ee0e8e84-862c-4819-ae79-321cfbb32b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:23.176543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6fd5a224-6381-4771-b1ad-f25d56a212eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:23.216969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6fd5a224-6381-4771-b1ad-f25d56a212eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:23.353002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6fd5a224-6381-4771-b1ad-f25d56a212eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:23.358010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59a8b09d-1e57-46ef-9721-4a2998d41323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:23.366788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16382720'] for router_interface, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:23.439704 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5a224-6381-4771-b1ad-f25d56a212eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e5dbd-77b1-41f7-91c4-90f0589c30f4,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:23.496425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6fd5a224-6381-4771-b1ad-f25d56a212eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:23.505288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6fd5a224-6381-4771-b1ad-f25d56a212eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:23.506603 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6fd5a224-6381-4771-b1ad-f25d56a212eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/184e5dbd-77b1-41f7-91c4-90f0589c30f4 HTTP/1.1" status: 204 len: 168 time: 0.4938974 Apr 15 19:42:23.756624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Deleting port 7ff43214-172e-43ff-b2f7-1197457c6254 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:23.757008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:23.940076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] For port 7ff43214-172e-43ff-b2f7-1197457c6254, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=7ff43214-172e-43ff-b2f7-1197457c6254,segment=NetworkSegment(def56361-a980-4c88-b600-75acace1b1be),segment_id=def56361-a980-4c88-b600-75acace1b1be)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:23.940573 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:24.071727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Calling delete_port for 7ff43214-172e-43ff-b2f7-1197457c6254 owned by network:router_interface {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:24.350923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:24.367659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0b34a204-7b47-402f-8ea3-351df58a908c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:24.467204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff43214-172e-43ff-b2f7-1197457c6254,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:24.474137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:25.068311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838278733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16383403'] for router_interface, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:25.280183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9e85839b-5e48-472f-858a-7bc772c340c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:25.583809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Router 1e49b816-ce10-4015-aa18-c463f7ac96e6 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:42:25.699589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:25.775955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:42:25.784969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] Sync routers for ids ['1e49b816-ce10-4015-aa18-c463f7ac96e6'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:42:25.794970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] Routers {'1e49b816-ce10-4015-aa18-c463f7ac96e6'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:25.804312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:42:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['1e49b816-ce10-4015-aa18-c463f7ac96e6'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:25.827496 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] 10.222.0.20 "PUT /v2.0/routers/1e49b816-ce10-4015-aa18-c463f7ac96e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1629961 Apr 15 19:42:25.830453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37168) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:26.041209 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks [] for router, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:26.169249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] Set router 1e49b816-ce10-4015-aa18-c463f7ac96e6 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:26.245241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:26.288323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Deleting port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:26.288706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:26.491394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] For port 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:26.491933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:26.507850 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:42:24Z', 'revision_number': 5, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port': {'id': '7404ba34-2b6f-40c4-bcfc-91b46e1e90bd', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:21Z', 'updated_at': '2021-04-15T19:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:26.512501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] Checking router: 1e49b816-ce10-4015-aa18-c463f7ac96e6 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:42:26.521762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:26.524989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] Routers {'1e49b816-ce10-4015-aa18-c463f7ac96e6'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:26.525678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:42:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['1e49b816-ce10-4015-aa18-c463f7ac96e6'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:26.629294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Calling delete_port for 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd owned by network:router_gateway {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:26.694532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] Set router 1e49b816-ce10-4015-aa18-c463f7ac96e6 gateway port host: None {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:26.815664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:42:26Z', 'revision_number': 6, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port_host': None}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:26.820348 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611e756-817b-4d44-9dab-58e7ded583ea None None] The sync data for ids ['1e49b816-ce10-4015-aa18-c463f7ac96e6'] in dv-cinder-776307-4-smb is: [{'id': '1e49b816-ce10-4015-aa18-c463f7ac96e6', 'name': 'tempest-TestMinimumBasicScenario-1036228756-router', 'tenant_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:20Z', 'updated_at': '2021-04-15T19:42:26Z', 'revision_number': 6, 'project_id': '34abf8d6045f4a1ab0303c7217fad6ba', 'gw_port_host': None}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:42:27.074691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.090145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:27.123868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:27.141836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Pushing event deleted for resources: {'Port': ['ID=7404ba34-2b6f-40c4-bcfc-91b46e1e90bd,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:27.161744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:27.162140 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7404ba34-2b6f-40c4-bcfc-91b46e1e90bd not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:27.162609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7ff43214-172e-43ff-b2f7-1197457c6254 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:27.191234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:27.209861 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 7ff43214-172e-43ff-b2f7-1197457c6254 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:27.210258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 7ff43214-172e-43ff-b2f7-1197457c6254 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:27.365002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16383249'] for router_gateway, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.559082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16369067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62728'] for router, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.561459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.600287 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.634983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838408133'] for router, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.635562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e49b816-ce10-4015-aa18-c463f7ac96e6 {{(pid=85347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:42:27.666641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.670807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37184) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:27.670946 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a9fd25af-e829-4fd6-a9e9-ca2e84ae2535 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1e49b816-ce10-4015-aa18-c463f7ac96e6 HTTP/1.1" status: 204 len: 168 time: 1.8392909 Apr 15 19:42:27.753236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Deleting subnet 9ace5f3c-649f-448c-9326-4cea45c139ea {{(pid=85346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:42:27.756485 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.810463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852765062'] for subnet, precommit_delete_associations {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:27.896614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.189177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852224592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-956378'] for subnet, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.203244 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ffe56465-3ec6-4836-a77a-943800438344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:28.245618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ace5f3c-649f-448c-9326-4cea45c139ea,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:28.248199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:28.343455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.348753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09376ceb-ec0d-4f36-9ed3-56830aee64bd None None] Network 080034fc-afa5-46ba-ab02-af5763c48c92 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:42:28.350211 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-70de4cc0-86aa-4e3a-bc68-5bc2d3361b3a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ace5f3c-649f-448c-9326-4cea45c139ea HTTP/1.1" status: 204 len: 168 time: 0.6782906 Apr 15 19:42:28.353555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37190) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:28.366146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:42:28.474186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.547791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Deleting port 518337af-461d-42b7-9a26-94273c5dd22c {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:28.548173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.622017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] DHCP port deletion for 080034fc-afa5-46ba-ab02-af5763c48c92 request from dv-cinder-776307-4-smb {{(pid=85348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:42:28.626541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Deleting port 518337af-461d-42b7-9a26-94273c5dd22c {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:28.626964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.799373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] For port 518337af-461d-42b7-9a26-94273c5dd22c, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=518337af-461d-42b7-9a26-94273c5dd22c,segment=NetworkSegment(def56361-a980-4c88-b600-75acace1b1be),segment_id=def56361-a980-4c88-b600-75acace1b1be)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:28.799781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.866237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] For port 518337af-461d-42b7-9a26-94273c5dd22c, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=518337af-461d-42b7-9a26-94273c5dd22c,segment=NetworkSegment(def56361-a980-4c88-b600-75acace1b1be),segment_id=def56361-a980-4c88-b600-75acace1b1be)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:28.866608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:28.943089 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Calling delete_port for 518337af-461d-42b7-9a26-94273c5dd22c owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:28.999109 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Calling delete_port for 518337af-461d-42b7-9a26-94273c5dd22c owned by network:dhcp {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:29.068858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:29.079994 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85348) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:42:29.080406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:42:29.084943 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f09ae16-a6cf-4d5a-a3ba-6882a67cf0e2 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:29.124686 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 518337af-461d-42b7-9a26-94273c5dd22c no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:29.161699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 518337af-461d-42b7-9a26-94273c5dd22c {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:29.162095 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 518337af-461d-42b7-9a26-94273c5dd22c not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:29.178807 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Pushing event deleted for resources: {'Port': ['ID=518337af-461d-42b7-9a26-94273c5dd22c,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:29.193802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:29.231518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] No DVR routers for this DVR port 518337af-461d-42b7-9a26-94273c5dd22c on host dv-cinder-776307-4-smb {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:42:29.356393 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:29.472339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080034fc-afa5-46ba-ab02-af5763c48c92']}} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:29.485793 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def56361-a980-4c88-b600-75acace1b1be') {'for_net_delete': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:29.486143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def56361-a980-4c88-b600-75acace1b1be') {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:29.498679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2010690'] for segment, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:29.581858 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Deleting port 518337af-461d-42b7-9a26-94273c5dd22c {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:29.582291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:29.591067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:29.597950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=85346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:42:29.657169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-62527ff6-4838-4841-bc91-8864cd1b2deb None None] The port '518337af-461d-42b7-9a26-94273c5dd22c' was deleted {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:42:29.780900 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Network 080034fc-afa5-46ba-ab02-af5763c48c92 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:29.791413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551569'] for segment, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:29.979684 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Network 080034fc-afa5-46ba-ab02-af5763c48c92 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:42:30.006250 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:42:30.476463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:30.480464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:30.495066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:30.509425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Pushing event deleted for resources: {'Network': ['ID=080034fc-afa5-46ba-ab02-af5763c48c92,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:30.513553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:30.516116 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] 10.222.0.20 "DELETE /v2.0/networks/080034fc-afa5-46ba-ab02-af5763c48c92 HTTP/1.1" status: 204 len: 168 time: 2.1608770 Apr 15 19:42:30.799497 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37200) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:30.851238 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cf17a411-56ec-4fd0-aff2-479022ab0162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2adfd818695948758f5b5558921ac548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504742 Apr 15 19:42:30.854425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37204) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:30.918730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-76e55f15-0d56-4268-b551-796007b5d32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:30.946838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-76e55f15-0d56-4268-b551-796007b5d32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:31.025102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-76e55f15-0d56-4268-b551-796007b5d32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:31.030658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d63426e8-8b29-4be5-bfc7-eaeda50818b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:31.045494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55f15-0d56-4268-b551-796007b5d32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e054c2-047d-4f8d-8778-dddd784932ae,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:31.047924 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-76e55f15-0d56-4268-b551-796007b5d32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:31.081301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-76e55f15-0d56-4268-b551-796007b5d32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:31.082544 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-76e55f15-0d56-4268-b551-796007b5d32c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8e054c2-047d-4f8d-8778-dddd784932ae HTTP/1.1" status: 204 len: 168 time: 0.2271652 Apr 15 19:42:31.622291 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37216) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:31.676897 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6b44d6b5-7789-443c-9338-f0f1db2b1a37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34abf8d6045f4a1ab0303c7217fad6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532019 Apr 15 19:42:31.679623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37220) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:31.743101 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:31.770467 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:31.893767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:31.898754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-66021694-342e-4fba-b24e-8d94a3b02ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:31.910521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8c25f-fc7f-4102-b56a-b75ad8cc6c23,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:31.914199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:31.917599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:31.918905 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cf8c25f-fc7f-4102-b56a-b75ad8cc6c23 HTTP/1.1" status: 204 len: 168 time: 0.2382944 Apr 15 19:42:38.041021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c921e-e53a-4e1a-aacf-f37335453d96 req-3ac5261c-ef30-4c9e-8a29-426600c977b5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:38.042642 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-728c921e-e53a-4e1a-aacf-f37335453d96 req-3ac5261c-ef30-4c9e-8a29-426600c977b5 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 947 time: 0.0921724 Apr 15 19:42:38.091453 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-728c921e-e53a-4e1a-aacf-f37335453d96 req-a69be688-a287-4205-a0ae-49141e59a1df tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Apr 15 19:42:39.156155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:39.305376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea14a9-350f-4ce7-86d4-ca4a0a3698df req-29967135-b9f4-41e5-850a-9466a4093561 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:39.306946 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7aea14a9-350f-4ce7-86d4-ca4a0a3698df req-29967135-b9f4-41e5-850a-9466a4093561 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 947 time: 0.0910132 Apr 15 19:42:39.355258 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7aea14a9-350f-4ce7-86d4-ca4a0a3698df req-1f7404d6-c771-49f7-bc07-caafaca925f6 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9430394a-bc21-4ec7-b853-6664840250b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Apr 15 19:42:39.414199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-45f5a7c9-e2fd-4772-a4d8-879232c31d90 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:42:39.415754 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-45f5a7c9-e2fd-4772-a4d8-879232c31d90 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 947 time: 0.0924833 Apr 15 19:42:39.491964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Deleting port 89286af4-aeec-4223-9871-c0ccc807ca0a {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:39.492889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:39.753625 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] For port 89286af4-aeec-4223-9871-c0ccc807ca0a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=89286af4-aeec-4223-9871-c0ccc807ca0a,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:39.754042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:40.067905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:40.067905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:40.067905 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Floating IP d3ca5e92-cf97-4c06-81ff-4a7bd8391a9b disassociated. External IP: 172.28.3.165, port: 89286af4-aeec-4223-9871-c0ccc807ca0a. Apr 15 19:42:40.067905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Calling delete_port for 89286af4-aeec-4223-9871-c0ccc807ca0a owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:40.247711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:40.262958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fc8cbcc7-2a9c-46e1-8162-1f523320d549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:40.316155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event deleted for resources: {'Port': ['ID=89286af4-aeec-4223-9871-c0ccc807ca0a,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:40.363043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:40.622541 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8ce4c12b-6e65-4cb9-b8fa-0fbf90cb64ad req-3072de8d-6d42-4521-815f-85472243c70b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.1221550 Apr 15 19:42:40.681619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Router f8cee3d6-4270-4098-8f8e-98aa38b27677 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:42:40.874150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:42:40.884197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] Sync routers for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:42:40.895107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:40.895790 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:42:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:40.956970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] No DVR routers for this DVR port 89286af4-aeec-4223-9871-c0ccc807ca0a on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:42:40.959597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:40.963899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-deleted', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:42:41.012079 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-21e6e506-2f6a-4147-9565-d177b3bdf6ff req-6d05cbfe-5db7-48f4-9d7f-5b6388485e78 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.13 "DELETE /v2.0/ports/89286af4-aeec-4223-9871-c0ccc807ca0a HTTP/1.1" status: 204 len: 173 time: 1.5905721 Apr 15 19:42:41.014393 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4deb78-5139-4b8a-81d3-f34bb9e5059b', 'name': 'network-vif-deleted', 'tag': '89286af4-aeec-4223-9871-c0ccc807ca0a', 'status': 'completed', 'code': 200} Apr 15 19:42:41.089265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:41.417137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:41.421233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] Checking router: f8cee3d6-4270-4098-8f8e-98aa38b27677 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:42:41.430724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:41.431479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:42:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:41.621760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:41.830447 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6f18c177-57b5-409d-81f9-75029e597ef7 req-12b93150-c094-464b-a53e-20f271fa565b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Synchronizing usage tracker for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:42:41.930912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-6f18c177-57b5-409d-81f9-75029e597ef7 req-12b93150-c094-464b-a53e-20f271fa565b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Unset dirty status for tenant:68bb2142d460492490f4417558f1fa0b on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:42:41.932275 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6f18c177-57b5-409d-81f9-75029e597ef7 req-12b93150-c094-464b-a53e-20f271fa565b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4deb78-5139-4b8a-81d3-f34bb9e5059b HTTP/1.1" status: 200 len: 210 time: 0.1501064 Apr 15 19:42:41.969006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:41.973298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f09df-bf8a-47ee-a098-94c08a8dc60b None None] The sync data for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb is: [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:35:42Z', 'revision_number': 4, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b861f6e-279d-4550-881b-a668c88bc270', 'name': '', 'network_id': '80efc5ad-2ed0-4f50-9a55-249f065aa09f', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'mac_address': 'fa:16:3e:a4:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:39Z', 'updated_at': '2021-04-15T19:35:58Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'subnets': [{'id': 'c6a68565-7f58-4cac-a077-0d36d2070ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:42:42.332202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c49521-daf4-497c-91df-64465874262a None None] New status for floating IP d3ca5e92-cf97-4c06-81ff-4a7bd8391a9b: DOWN {{(pid=85348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:42:43.114753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37290) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:43.187416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:43.217578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:43.293235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:43.298829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4918c25b-d49e-4eb2-a42b-b3adbf61b13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:43.314154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9430394a-bc21-4ec7-b853-6664840250b9,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:43.318016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:43.347635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:43.348902 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "DELETE /v2.0/security-groups/9430394a-bc21-4ec7-b853-6664840250b9 HTTP/1.1" status: 204 len: 168 time: 0.2330837 Apr 15 19:42:43.352283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37298) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:43.370104 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.api.v2.resource [None req-a6673278-83a0-487f-945b-808264a85def tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] show failed (client error): The resource could not be found. Apr 15 19:42:43.371192 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a6673278-83a0-487f-945b-808264a85def tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "GET /v2.0/security-groups/9430394a-bc21-4ec7-b853-6664840250b9 HTTP/1.1" status: 404 len: 347 time: 0.0178461 Apr 15 19:42:43.374134 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37302) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:43.542837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Deleting port 7f8cb80e-978f-444e-bd75-74cf8ef58d5e {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:43.543216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:43.671414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:43.710113 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 89286af4-aeec-4223-9871-c0ccc807ca0a {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:43.710524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 89286af4-aeec-4223-9871-c0ccc807ca0a not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:43.732623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:43.733005 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:43.863253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Calling delete_port for 7f8cb80e-978f-444e-bd75-74cf8ef58d5e owned by network:floatingip {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:44.033834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:44.048985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b5aca069-a504-4aa1-ba0d-a2c15a0bf065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:44.139218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Pushing event deleted for resources: {'Port': ['ID=7f8cb80e-978f-444e-bd75-74cf8ef58d5e,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:44.145459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:44.538787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks [] for floatingip, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:44.595668 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:44.596917 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] 10.222.0.20 "DELETE /v2.0/floatingips/d3ca5e92-cf97-4c06-81ff-4a7bd8391a9b HTTP/1.1" status: 204 len: 168 time: 1.2218373 Apr 15 19:42:47.547286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37348) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:48.352857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16382720'] for router_interface, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:48.728919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Deleting port 6b861f6e-279d-4550-881b-a668c88bc270 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:48.729435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:48.911537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] For port 6b861f6e-279d-4550-881b-a668c88bc270, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=6b861f6e-279d-4550-881b-a668c88bc270,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:48.911969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:49.044853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Calling delete_port for 6b861f6e-279d-4550-881b-a668c88bc270 owned by network:router_interface {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:49.241414 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:49.256863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a6c76c0c-1e12-4353-bef5-40e98441e1fc tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:49.351000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b861f6e-279d-4550-881b-a668c88bc270,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:49.354959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:49.924059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838278733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16383403'] for router_interface, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:50.298203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37366) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:50.424165 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:50.428932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Router f8cee3d6-4270-4098-8f8e-98aa38b27677 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:42:50.439747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:42:50.443796 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a696e06148448588162cac1528256f is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:42:50.447261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:42:50.453483 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:42:50.630708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:42:50.631803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:50.641360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] Sync routers for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:42:50.647129 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7f910e72-0597-46b4-89bd-c6ec0b9afd8f admin admin] 10.222.0.20 "PUT /v2.0/routers/f8cee3d6-4270-4098-8f8e-98aa38b27677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0962412 Apr 15 19:42:50.647713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37372) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:50.655961 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:50.656907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:42:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:50.718070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:50.734448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-478ced99-a4e4-4389-b9a7-9a2c06f05951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:50.842115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd0dea-3a76-4887-b848-4c18af1622fe,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:50.845462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:50.846321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:50.860829 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7a696e06148448588162cac1528256f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614774 Apr 15 19:42:50.863608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37376) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:50.933040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks [] for router, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.079276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef40ad99-47fa-4193-bfe2-c69959ace459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.130422 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef40ad99-47fa-4193-bfe2-c69959ace459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.152571 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:42:49Z', 'revision_number': 5, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port': {'id': '47a3878f-4e33-4ce4-a5d5-30f99dec0dbe', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:32Z', 'updated_at': '2021-04-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:51.156863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] Checking router: f8cee3d6-4270-4098-8f8e-98aa38b27677 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:42:51.165994 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] Routers {'f8cee3d6-4270-4098-8f8e-98aa38b27677'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:51.166622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:42:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['f8cee3d6-4270-4098-8f8e-98aa38b27677'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:51.194384 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.241660 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Deleting port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:51.242214 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.273882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef40ad99-47fa-4193-bfe2-c69959ace459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.289770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cbdeea9d-0c25-4bf2-b4ed-fd1da975a6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:51.310885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40ad99-47fa-4193-bfe2-c69959ace459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd0dea-3a76-4887-b848-4c18af1622fe,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:51.313598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ef40ad99-47fa-4193-bfe2-c69959ace459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:51.324849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ef40ad99-47fa-4193-bfe2-c69959ace459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.328546 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ef40ad99-47fa-4193-bfe2-c69959ace459 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82dd0dea-3a76-4887-b848-4c18af1622fe HTTP/1.1" status: 204 len: 168 time: 0.4614418 Apr 15 19:42:51.478236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] For port 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:51.478631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.500693 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] Set router f8cee3d6-4270-4098-8f8e-98aa38b27677 gateway port host: None {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:51.611983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Calling delete_port for 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe owned by network:router_gateway {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:51.614211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:42:51Z', 'revision_number': 6, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port_host': None}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:51.619532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec2e32-dc2f-4e27-b676-f1520d2c2242 None None] The sync data for ids ['f8cee3d6-4270-4098-8f8e-98aa38b27677'] in dv-cinder-776307-4-smb is: [{'id': 'f8cee3d6-4270-4098-8f8e-98aa38b27677', 'name': 'tempest-AttachVolumeShelveTestJSON-1222373674-router', 'tenant_id': '68bb2142d460492490f4417558f1fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:42:51Z', 'revision_number': 6, 'project_id': '68bb2142d460492490f4417558f1fa0b', 'gw_port_host': None}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:42:51.830277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.847207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0bfe42ac-efac-4733-bc8e-51e5bc44f546 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:51.946093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Pushing event deleted for resources: {'Port': ['ID=47a3878f-4e33-4ce4-a5d5-30f99dec0dbe,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:51.952763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:52.115227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16383249'] for router_gateway, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.306138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16369067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62728'] for router, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.308630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.353843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838408133'] for router, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.354540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8cee3d6-4270-4098-8f8e-98aa38b27677 {{(pid=85346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:42:52.368040 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Notify callbacks [] for router, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.369287 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] 10.222.0.20 "DELETE /v2.0/routers/f8cee3d6-4270-4098-8f8e-98aa38b27677 HTTP/1.1" status: 204 len: 168 time: 1.7187250 Apr 15 19:42:52.372128 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37404) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:52.442163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Deleting subnet c6a68565-7f58-4cac-a077-0d36d2070ce5 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:42:52.445542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.500826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.587947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.778825 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1b1fccf7-21e3-42b8-b397-55f60af3ca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.885616 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:52.899604 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:52.937401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a68565-7f58-4cac-a077-0d36d2070ce5,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:52.986730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:53.037108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:53.044710 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce87f4-8b1f-41de-9058-4a7dc638b3a3 None None] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:42:53.046477 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-938aef07-c042-49bf-8fe9-da037193be68 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c6a68565-7f58-4cac-a077-0d36d2070ce5 HTTP/1.1" status: 204 len: 168 time: 0.6732032 Apr 15 19:42:53.048937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37412) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:53.139018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:53.167859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:53.189100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:53.189462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 47a3878f-4e33-4ce4-a5d5-30f99dec0dbe not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:53.189933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b861f6e-279d-4550-881b-a668c88bc270 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:53.234535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 6b861f6e-279d-4550-881b-a668c88bc270 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:53.234942 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b861f6e-279d-4550-881b-a668c88bc270 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:53.237097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Deleting port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:53.237524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:53.389110 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] DHCP port deletion for 80efc5ad-2ed0-4f50-9a55-249f065aa09f request from dv-cinder-776307-4-smb {{(pid=85348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:42:53.393619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Deleting port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:53.394126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:53.458817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] For port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:53.459258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:53.591098 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Calling delete_port for 3454065a-6aa3-4b41-8dce-24c6bc92ad4e owned by network:dhcp {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:53.618649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] For port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,segment=NetworkSegment(6881b466-2230-4cf5-91c3-ce33fe1a7a8d),segment_id=6881b466-2230-4cf5-91c3-ce33fe1a7a8d)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:53.619029 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:53.704392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:53.720495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a7e3777c-6dd9-49a4-8811-580c5d047808 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:53.754266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Calling delete_port for 3454065a-6aa3-4b41-8dce-24c6bc92ad4e owned by network:dhcp {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:42:53.813310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3454065a-6aa3-4b41-8dce-24c6bc92ad4e,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:53.827610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:53.834454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85348) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:42:53.834871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:42:53.863615 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] No DVR routers for this DVR port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e on host dv-cinder-776307-4-smb {{(pid=85347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:42:53.984028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:54.096263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80efc5ad-2ed0-4f50-9a55-249f065aa09f']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:54.109038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6881b466-2230-4cf5-91c3-ce33fe1a7a8d') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:54.109413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6881b466-2230-4cf5-91c3-ce33fe1a7a8d') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:54.121462 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:54.137975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:54.144143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:42:54.324464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:54.333808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:54.336865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Deleting port 3454065a-6aa3-4b41-8dce-24c6bc92ad4e {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:42:54.337316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:54.408872 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-a3879e2a-1683-488e-8903-785fbe79e604 None None] The port '3454065a-6aa3-4b41-8dce-24c6bc92ad4e' was deleted {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:42:54.517298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Network 80efc5ad-2ed0-4f50-9a55-249f065aa09f has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:42:54.542561 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:42:54.685285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:54.688955 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0d15f026-53db-4eb4-8337-5d5f998f9eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:54.705801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:54.714664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=80efc5ad-2ed0-4f50-9a55-249f065aa09f,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:54.718056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:54.762102 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/80efc5ad-2ed0-4f50-9a55-249f065aa09f HTTP/1.1" status: 204 len: 168 time: 1.7121007 Apr 15 19:42:55.127038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 3454065a-6aa3-4b41-8dce-24c6bc92ad4e no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:42:55.131211 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37424) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:55.167468 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 3454065a-6aa3-4b41-8dce-24c6bc92ad4e {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:42:55.167863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 3454065a-6aa3-4b41-8dce-24c6bc92ad4e not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:42:55.184656 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e4759e1d-57c6-44fd-a0ca-7612ec110d5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68bb2142d460492490f4417558f1fa0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521536 Apr 15 19:42:55.187210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37428) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:55.251606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:55.282051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dcf8765e-1d1d-40b8-9f5f-e85e0d60ee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:55.519824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:55.599286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:55.604267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4a2a64bc-2d7c-4774-a5be-a34c206c3c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:55.619750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32247efa-95f9-4087-9475-cbddf88c834e,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:55.622921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:55.625085 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:55.626167 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32247efa-95f9-4087-9475-cbddf88c834e HTTP/1.1" status: 204 len: 168 time: 0.4378986 Apr 15 19:42:55.699052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:56.502732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:57.634584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:00.472149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37546) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:00.596730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:00.612440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:00.617028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Usage tracker for resource:security_group_rule and tenant:7328a076a5e140a7ae97633fb559b862 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:00.620469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:00.626644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:00.717304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:00.756037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:00.766200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1ad38ed9-09e4-4a66-80d6-ba5699f55e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:00.808958 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7328a076a5e140a7ae97633fb559b862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356564 Apr 15 19:43:00.810725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b2110-7c3e-4ee2-8bf6-edc9d6892899,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:00.811847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37558) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:00.813937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-46704126-b513-4056-be50-7c10e3ed4a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:00.875657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c7a68d92-ef52-4c39-a056-33219155e224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:00.903471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c7a68d92-ef52-4c39-a056-33219155e224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:00.988025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c7a68d92-ef52-4c39-a056-33219155e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:00.992627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5d5c8c87-9734-4537-b448-4c0083c264e4 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:01.004307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a68d92-ef52-4c39-a056-33219155e224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b2110-7c3e-4ee2-8bf6-edc9d6892899,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:01.009190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c7a68d92-ef52-4c39-a056-33219155e224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:01.011208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c7a68d92-ef52-4c39-a056-33219155e224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:01.012423 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-c7a68d92-ef52-4c39-a056-33219155e224 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f10b2110-7c3e-4ee2-8bf6-edc9d6892899 HTTP/1.1" status: 204 len: 168 time: 0.1994998 Apr 15 19:43:04.672873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37626) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:04.805548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:04.825130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:04.829223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Usage tracker for resource:security_group_rule and tenant:bbb5055cf5304668bbe16bee65dca2b9 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:04.832248 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:04.839035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:04.930713 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:04.959241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:04.969298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1d1f3317-8daf-466a-b830-deba7af6e01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:05.012265 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbb5055cf5304668bbe16bee65dca2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398528 Apr 15 19:43:05.013251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f115ec-b44c-4622-b05a-a949ee008a84,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:05.015154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37634) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:05.016895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-659db736-14e4-42ae-8722-b0f56ca432ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:05.088257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9422-4636-43d2-be36-00acec168bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:05.108552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9422-4636-43d2-be36-00acec168bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:05.184266 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9422-4636-43d2-be36-00acec168bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:05.189389 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a54dd0f2-e63c-4d45-b9eb-5ec34c35a02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:05.203716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c9422-4636-43d2-be36-00acec168bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f115ec-b44c-4622-b05a-a949ee008a84,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:05.206797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7b6c9422-4636-43d2-be36-00acec168bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:05.207814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9422-4636-43d2-be36-00acec168bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:05.209009 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7b6c9422-4636-43d2-be36-00acec168bd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50f115ec-b44c-4622-b05a-a949ee008a84 HTTP/1.1" status: 204 len: 168 time: 0.1927357 Apr 15 19:43:05.366080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:43:09.205222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:21.797567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37768) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:21.921293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:21.937035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:21.941065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Usage tracker for resource:security_group_rule and tenant:8bf7da62ee0648ec9ce7692574e9eca5 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:21.944105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:21.950083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:22.034056 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.063852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.073178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d18f19f7-a145-4be7-a982-329f7a300cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:22.115586 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bf7da62ee0648ec9ce7692574e9eca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168988 Apr 15 19:43:22.117123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c372d7-63e2-4f1f-b5e2-12ff88c1275e,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:22.119445 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37774) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:22.125196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.125635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.126043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.126444 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.126839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.127237 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.127630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.128023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.128420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.128814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.129204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.129639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.134622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6aabc358-7564-44c2-9b59-52a18fcc461a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:22.185780 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.212930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.281013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.286016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8727016-a698-4fbf-9c84-2cbe2ee72bf7 tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:22.300949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c372d7-63e2-4f1f-b5e2-12ff88c1275e,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:22.314170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.314597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.315018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.315428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.315837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.316247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.316656 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.317061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.317493 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.317901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.318303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.318702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:22.322715 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:22.328024 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.329243 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7c372d7-63e2-4f1f-b5e2-12ff88c1275e HTTP/1.1" status: 204 len: 168 time: 0.2087388 Apr 15 19:43:22.759017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37782) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:22.761903 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7bc1e198-820e-4b9a-a177-bf99042b7566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.778974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.940875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:22.940875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Usage tracker for resource:security_group_rule and tenant:d203791f63784c858d707cf04dade0e3 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:22.940875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:22.940875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:22.940875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.987273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:22.996633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fd5de655-b6e7-41bb-891e-ea3bb2c66881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:23.040591 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d203791f63784c858d707cf04dade0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804368 Apr 15 19:43:23.041565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9796b451-dd52-46b1-88b3-24e690b6fb65,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:23.043521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37786) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:23.044765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:23.105333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d43805ec-3b2f-45a9-a17c-f9b41c8069b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:23.131934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d43805ec-3b2f-45a9-a17c-f9b41c8069b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:23.207033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d43805ec-3b2f-45a9-a17c-f9b41c8069b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:23.212442 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2775114f-f95e-49a3-885a-233849c20ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:23.226426 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43805ec-3b2f-45a9-a17c-f9b41c8069b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9796b451-dd52-46b1-88b3-24e690b6fb65,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:23.229256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d43805ec-3b2f-45a9-a17c-f9b41c8069b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:23.230513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d43805ec-3b2f-45a9-a17c-f9b41c8069b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:23.231760 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d43805ec-3b2f-45a9-a17c-f9b41c8069b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9796b451-dd52-46b1-88b3-24e690b6fb65 HTTP/1.1" status: 204 len: 168 time: 0.1871510 Apr 15 19:43:25.284749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce32c3c5-7416-4dba-8b11-a0f8e913ec4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:25.704091 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:26.498242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:27.595301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.324152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37868) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:31.448813 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.464536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:31.468572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:fb879611c2314c44873149d01178ca11 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:31.471513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:31.478418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:31.565368 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.598707 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.607701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3f1d4a23-8232-4576-8cdc-21fc4a1902e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:31.650622 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb879611c2314c44873149d01178ca11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252382 Apr 15 19:43:31.651591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe82da53-e5ce-4e32-aa2c-e91e58537c52,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:31.653475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37874) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:31.655306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:31.717745 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e501982a-3d33-4e7f-bfbf-84d6be04cf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.744215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e501982a-3d33-4e7f-bfbf-84d6be04cf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.812292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e501982a-3d33-4e7f-bfbf-84d6be04cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.817524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-24c6f270-759b-406c-a060-fdc3105e1849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:31.835930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501982a-3d33-4e7f-bfbf-84d6be04cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe82da53-e5ce-4e32-aa2c-e91e58537c52,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:31.838966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e501982a-3d33-4e7f-bfbf-84d6be04cf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:31.848885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e501982a-3d33-4e7f-bfbf-84d6be04cf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:31.850169 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e501982a-3d33-4e7f-bfbf-84d6be04cf0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe82da53-e5ce-4e32-aa2c-e91e58537c52 HTTP/1.1" status: 204 len: 168 time: 0.1945410 Apr 15 19:43:33.597562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37918) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:33.825769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:33.841280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:33.846935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Usage tracker for resource:security_group_rule and tenant:937e3e6200cf49d5a52b05fcaa941ba7 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:33.850038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:33.856255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:33.942143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:33.970320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:33.980112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2c49c02a-2a3c-498b-a811-2a0e584c0adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:34.026028 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=937e3e6200cf49d5a52b05fcaa941ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272835 Apr 15 19:43:34.026990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98387e78-2de6-4208-8763-eb4d1fd89480,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:34.028928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37924) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:34.030859 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f874f422-d10a-4825-a62c-c22e0bd95848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:34.105498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-89b77ba5-c12d-4c16-94dc-eccf916e7801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:34.137852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-89b77ba5-c12d-4c16-94dc-eccf916e7801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:34.235453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-89b77ba5-c12d-4c16-94dc-eccf916e7801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:34.241763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-203ccd89-8ad9-4d66-8816-ca527f328fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:34.257068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b77ba5-c12d-4c16-94dc-eccf916e7801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98387e78-2de6-4208-8763-eb4d1fd89480,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:34.260607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-89b77ba5-c12d-4c16-94dc-eccf916e7801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:34.268736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-89b77ba5-c12d-4c16-94dc-eccf916e7801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:34.270861 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-89b77ba5-c12d-4c16-94dc-eccf916e7801 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98387e78-2de6-4208-8763-eb4d1fd89480 HTTP/1.1" status: 204 len: 168 time: 0.2396286 Apr 15 19:43:39.221915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.464360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 37984) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:39.589164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.608121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:39.612201 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf235c5c16c477bbcba36bdc2228120 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:39.615174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:39.621754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:39.707550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.732346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.743238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bcad4504-fc3c-40a3-8b13-92632f4ecd1d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:39.787608 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaf235c5c16c477bbcba36bdc2228120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220761 Apr 15 19:43:39.789927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66031433-c315-42af-8728-1dde7b56ede6,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:39.791180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37990) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:39.793166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-dbbeaa2f-a484-4496-8bd0-b2069d9812a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:39.854314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6887-10d6-4880-8572-bbc2504a8af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.880906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6887-10d6-4880-8572-bbc2504a8af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.943623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6887-10d6-4880-8572-bbc2504a8af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.949149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-35d79b9f-1abf-456b-bd13-aa6b5d685186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:39.962027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e6887-10d6-4880-8572-bbc2504a8af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66031433-c315-42af-8728-1dde7b56ede6,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:39.964376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cd0e6887-10d6-4880-8572-bbc2504a8af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:39.971515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6887-10d6-4880-8572-bbc2504a8af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.972709 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cd0e6887-10d6-4880-8572-bbc2504a8af1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66031433-c315-42af-8728-1dde7b56ede6 HTTP/1.1" status: 204 len: 168 time: 0.1803811 Apr 15 19:43:40.380639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 37998) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:40.400115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.415755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:40.419829 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Usage tracker for resource:security_group_rule and tenant:7e14e06e062c4b73b1548d095a8181ff is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:40.422820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:40.429469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:40.513210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.538523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.547272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8f90fe9a-59a3-4807-9084-db64df11705b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:40.589273 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e14e06e062c4b73b1548d095a8181ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074399 Apr 15 19:43:40.591394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980a3203-9ad8-4be6-894b-6b82de1d50c3,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:40.592235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38002) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:40.594560 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6f647b6c-aee2-4f34-9b23-c9e33e430374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:40.656039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.684853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.755028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.760197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5b3298f9-951c-4c8c-aa7c-ea16d6d10d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:40.776370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980a3203-9ad8-4be6-894b-6b82de1d50c3,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:40.778672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:40.786307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.787497 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/980a3203-9ad8-4be6-894b-6b82de1d50c3 HTTP/1.1" status: 204 len: 168 time: 0.1942031 Apr 15 19:43:41.712547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38026) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:41.824022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1917826407-network', 'tenant_id': '95bbcb32b3c64d7e8a740867f14931da'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:43:41.829123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:41.833177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Usage tracker for resource:network and tenant:95bbcb32b3c64d7e8a740867f14931da is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:41.836216 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:41.842261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:41.886099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Made reservation on behalf of 95bbcb32b3c64d7e8a740867f14931da for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:43:41.890761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:41.903440 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:41.918664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:41.922630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Usage tracker for resource:security_group_rule and tenant:95bbcb32b3c64d7e8a740867f14931da is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:41.925521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:41.932180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:42.014250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.055593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.059868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-192d1b15-8271-4ffb-91c8-19b79bf3f750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:42.085614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:43:42.098593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:42.103402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:42.104375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.104762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Added segment f656ddde-202d-44e1-880c-928f737e3d10 of type vlan for network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 Apr 15 19:43:42.131394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.204480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.205591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:42.206242 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.211513 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:42.317106 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Pushing event updated for resources: {'Network': ['ID=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:42.319902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:42.327341 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:43:42.348248 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6344702 Apr 15 19:43:42.351803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38032) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:42.357862 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Request body: {'subnet': {'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1917826407-subnet', 'tenant_id': '95bbcb32b3c64d7e8a740867f14931da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:43:42.363319 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:42.366833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:43:42.368097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Usage tracker for resource:subnet and tenant:95bbcb32b3c64d7e8a740867f14931da is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:42.371123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:42.377251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:42.433034 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Made reservation on behalf of 95bbcb32b3c64d7e8a740867f14931da for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:43:42.437947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.883052 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:42.897835 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c3532db3-ce55-49c8-97a9-62ecce5bc893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:43.029014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9897b063-3089-4a65-8e44-63939f04c3b4,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:43.034142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:43.093878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Checking segment: {'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:43:43.094271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Network hostable DHCP agents. Network: 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:43:43.137690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:43:43.171868 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:43:43.181235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21115e-1c75-4825-88a8-7884c279439d None None] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:43:43.183890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:43.184533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:43.228068 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-392621b7-8cca-434f-8ca5-ae032f164051 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8751748 Apr 15 19:43:43.401852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801fb75-cda0-45bd-aa39-ddddc063f071 None None] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:43:45.419070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-98295ef5-89ee-4da9-8968-e36c7ef4cd5d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:45.420596 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-98295ef5-89ee-4da9-8968-e36c7ef4cd5d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/networks?id=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 HTTP/1.1" status: 200 len: 814 time: 0.1581233 Apr 15 19:43:45.437096 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-fa6b6df5-f625-4915-8b23-1d5f7302b2ee tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/quotas/95bbcb32b3c64d7e8a740867f14931da HTTP/1.1" status: 200 len: 375 time: 0.0102901 Apr 15 19:43:45.496589 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-420f44db-4edf-41f4-a27f-96e6ef333b76 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bbcb32b3c64d7e8a740867f14931da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528693 Apr 15 19:43:45.697317 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-8f75b93d-3986-4045-baa1-d49787b197c2 service neutron] 10.222.0.20 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917541 Apr 15 19:43:45.840949 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-c5d8699a-da69-4c83-b857-ef59de4f824a service neutron] 10.222.0.20 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369181 Apr 15 19:43:46.109105 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4b443378-2a86-4f23-b411-54117f815f1e req-04421e98-c0af-4dba-a95c-3117c5fece52 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 210 time: 0.0519853 Apr 15 19:43:47.269784 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-954d2b15-3181-4ac1-874c-edc3c7e65d19 req-b8c2fdda-ece6-4587-a376-1367e72b0125 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 210 time: 0.0489757 Apr 15 19:43:48.245845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-29897eb6-f335-45b9-9e6b-5c8b24273fed tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:48.247417 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-29897eb6-f335-45b9-9e6b-5c8b24273fed tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "GET /v2.0/networks?id=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 HTTP/1.1" status: 200 len: 814 time: 0.1590736 Apr 15 19:43:48.259559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Request body: {'port': {'device_id': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2', 'admin_state_up': True, 'tenant_id': '95bbcb32b3c64d7e8a740867f14931da'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:43:48.444453 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-cc04df7f-47d3-4cb8-beb9-d235363db032 req-b3d095d1-6dca-4521-8b7f-90db4c4981e9 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 210 time: 0.0520959 Apr 15 19:43:48.628682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:43:48.633672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Usage tracker for resource:port and tenant:95bbcb32b3c64d7e8a740867f14931da is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:43:48.636627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:43:48.642679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:43:48.680701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Made reservation on behalf of 95bbcb32b3c64d7e8a740867f14931da for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:43:48.686920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:48.859752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Allocated IP 172.20.0.14 (6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2/9897b063-3089-4a65-8e44-63939f04c3b4/86d03cba-d316-4839-bf51-a1674defbe45) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:43:49.075860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:49.138196 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:49.153980 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bf7147a7-4df7-4469-90e1-ae04d02a11c6 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:49.292814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Pushing event updated for resources: {'Port': ['ID=86d03cba-d316-4839-bf51-a1674defbe45,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:49.297191 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:49.351431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:43:49.352482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:43:49.354828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:43:49.419786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:49.420451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:49.469948 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2145069 Apr 15 19:43:49.482914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Request body: {'port': {'device_id': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:43:49.657460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:49.759256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4fd05-b885-430c-9799-b56a37853868 req-8272f7d9-11ca-41d2-a585-6374a112513f tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:49.760020 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-26b4fd05-b885-430c-9799-b56a37853868 req-8272f7d9-11ca-41d2-a585-6374a112513f tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Synchronizing usage tracker for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:43:49.871677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-26b4fd05-b885-430c-9799-b56a37853868 req-8272f7d9-11ca-41d2-a585-6374a112513f tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Unset dirty status for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:43:49.872963 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-26b4fd05-b885-430c-9799-b56a37853868 req-8272f7d9-11ca-41d2-a585-6374a112513f tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 932 time: 0.2940066 Apr 15 19:43:49.994046 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-26b4fd05-b885-430c-9799-b56a37853868 req-96027836-9ac6-4cfd-a831-c6d501f2a77f tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716403 Apr 15 19:43:50.102235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d03cba-d316-4839-bf51-a1674defbe45 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:43:50.109990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:50.178548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Transition to ACTIVE for port object 86d03cba-d316-4839-bf51-a1674defbe45 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:43:50.206365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:50.221782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1385e850-08f3-42e0-a930-6b4301f8f91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:50.355598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Pushing event updated for resources: {'Port': ['ID=86d03cba-d316-4839-bf51-a1674defbe45,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:50.368570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:50.575500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Attempting to bind port 86d03cba-d316-4839-bf51-a1674defbe45 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:43:50.576083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Attempting to bind port 86d03cba-d316-4839-bf51-a1674defbe45 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:43:50.576213 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Attempting to bind port 86d03cba-d316-4839-bf51-a1674defbe45 on network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:43:50.581154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Port 86d03cba-d316-4839-bf51-a1674defbe45 on network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:43:50.581572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Attempting to bind port 86d03cba-d316-4839-bf51-a1674defbe45 on network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:43:50.587245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:43:50.587623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Checking segment: {'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:43:50.588049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Bound using segment: {'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:43:50.588523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Bound port: 86d03cba-d316-4839-bf51-a1674defbe45, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:43:50.588908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:50.684075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] For port 86d03cba-d316-4839-bf51-a1674defbe45, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:43:50.687172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] For port 86d03cba-d316-4839-bf51-a1674defbe45, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=86d03cba-d316-4839-bf51-a1674defbe45,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:43:50.760971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:50.777491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-265f427e-2ec6-4f41-aaf3-026fa1fd1881 tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:50.940200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Pushing event updated for resources: {'Port': ['ID=86d03cba-d316-4839-bf51-a1674defbe45,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:50.943788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:50.978228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:50.978911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:50.980391 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] 10.222.0.13 "PUT /v2.0/ports/86d03cba-d316-4839-bf51-a1674defbe45 HTTP/1.1" status: 200 len: 1094 time: 1.5021760 Apr 15 19:43:50.980909 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'tag': '86d03cba-d316-4839-bf51-a1674defbe45'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:43:51.028175 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'tag': '86d03cba-d316-4839-bf51-a1674defbe45', 'status': 'completed', 'code': 200} Apr 15 19:43:51.180951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef625-ab5d-4c88-9b64-9bdde425fca9 req-f1318408-2eda-4b3c-b881-8ac4364545ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:51.182614 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ad6ef625-ab5d-4c88-9b64-9bdde425fca9 req-f1318408-2eda-4b3c-b881-8ac4364545ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95bbcb32b3c64d7e8a740867f14931da&device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 1097 time: 0.1322935 Apr 15 19:43:51.308346 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6403-7210-4d3f-98f8-45f594aaf503 req-2354093f-50d0-4df9-96de-adfe5562b740 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:51.309984 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3b4f6403-7210-4d3f-98f8-45f594aaf503 req-2354093f-50d0-4df9-96de-adfe5562b740 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 944 time: 0.1996450 Apr 15 19:43:51.389546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef625-ab5d-4c88-9b64-9bdde425fca9 req-599bbb89-63a7-4101-9e8b-ddbe122742be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:51.391131 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ad6ef625-ab5d-4c88-9b64-9bdde425fca9 req-599bbb89-63a7-4101-9e8b-ddbe122742be service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=95bbcb32b3c64d7e8a740867f14931da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2001474 Apr 15 19:43:51.395838 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3b4f6403-7210-4d3f-98f8-45f594aaf503 req-2e7cf8ea-f5ae-4667-a565-0e5969d3c78c tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Apr 15 19:43:51.536652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef625-ab5d-4c88-9b64-9bdde425fca9 req-249bba5b-51f7-4ed6-bd88-5c4a4b418038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:51.538296 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ad6ef625-ab5d-4c88-9b64-9bdde425fca9 req-249bba5b-51f7-4ed6-bd88-5c4a4b418038 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406114 Apr 15 19:43:51.648043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-5c09c641-0b16-49eb-bd2e-ead11942ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:51.649604 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-5c09c641-0b16-49eb-bd2e-ead11942ce51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95bbcb32b3c64d7e8a740867f14931da&device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 1097 time: 0.0770416 Apr 15 19:43:51.724929 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-9890075e-0b24-41d3-b107-e4d8f0bd4c41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86d03cba-d316-4839-bf51-a1674defbe45 HTTP/1.1" status: 200 len: 217 time: 0.0684705 Apr 15 19:43:51.791565 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-63c3c33c-b727-4594-9822-94f15b9f631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:51.793073 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-63c3c33c-b727-4594-9822-94f15b9f631a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9897b063-3089-4a65-8e44-63939f04c3b4 HTTP/1.1" status: 200 len: 854 time: 0.0624788 Apr 15 19:43:51.847186 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-aa1edcd7-436d-4bf7-ae80-fb7408b8e6ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477173 Apr 15 19:43:52.211079 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-d1129571-8f7c-44b8-81ca-e2a4ce9feb72 service neutron] 10.222.0.13 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566353 Apr 15 19:43:52.349754 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b9d2d0-0a3e-4bd2-a7c3-154e3ef48834 req-6487f597-ee8f-4b73-8584-5c9abbec65a3 service neutron] 10.222.0.13 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323018 Apr 15 19:43:52.599041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f049abe-608e-4bb8-a596-a4e5f649ed7e req-ec04c4f7-c0ea-42bf-9b3b-d55bc14e0b49 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:52.601253 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f049abe-608e-4bb8-a596-a4e5f649ed7e req-ec04c4f7-c0ea-42bf-9b3b-d55bc14e0b49 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 944 time: 0.0911849 Apr 15 19:43:52.650271 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-5f049abe-608e-4bb8-a596-a4e5f649ed7e req-d84c34f2-dae2-4f46-9592-6a55bdeffb97 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Synchronizing usage tracker for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:43:52.695911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-5f049abe-608e-4bb8-a596-a4e5f649ed7e req-d84c34f2-dae2-4f46-9592-6a55bdeffb97 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Unset dirty status for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:43:52.697214 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5f049abe-608e-4bb8-a596-a4e5f649ed7e req-d84c34f2-dae2-4f46-9592-6a55bdeffb97 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895169 Apr 15 19:43:52.769769 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-39516456-70c2-4388-be51-11ccea26ff40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:53.897122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239a799-3ca9-44de-a16b-f086f1ed5325 req-ae3e864e-2320-4077-b0b9-bc14cc6b3edc tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:53.898794 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4239a799-3ca9-44de-a16b-f086f1ed5325 req-ae3e864e-2320-4077-b0b9-bc14cc6b3edc tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 944 time: 0.0894833 Apr 15 19:43:53.925162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 86d03cba-d316-4839-bf51-a1674defbe45 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:43:53.948185 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4239a799-3ca9-44de-a16b-f086f1ed5325 req-6a7d7c73-648e-424c-a2f6-90b96d979a15 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Apr 15 19:43:54.067661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 86d03cba-d316-4839-bf51-a1674defbe45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=86d03cba-d316-4839-bf51-a1674defbe45,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:43:54.081765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '86d03cba-d316-4839-bf51-a1674defbe45', 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2', 'port_id': '86d03cba-d316-4839-bf51-a1674defbe45', 'mac_address': 'fa:16:3e:02:1c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9897b063-3089-4a65-8e44-63939f04c3b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:43:54.142429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:54.160180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d03cba-d316-4839-bf51-a1674defbe45 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:43:54.176295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 86d03cba-d316-4839-bf51-a1674defbe45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=86d03cba-d316-4839-bf51-a1674defbe45,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:43:54.226995 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:54.228787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:54.296747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=86d03cba-d316-4839-bf51-a1674defbe45,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:54.305087 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.305530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.305916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.306295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.306670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.307045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.307417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.307788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.308159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.308524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.308892 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.309257 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:54.313202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:54.424546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['86d03cba-d316-4839-bf51-a1674defbe45'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:43:55.148755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31113f87-80b1-4ce8-a049-f3a68e7ec90a req-6d078695-a70c-4e13-90e8-efff1a08dd29 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:55.150367 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-31113f87-80b1-4ce8-a049-f3a68e7ec90a req-6d078695-a70c-4e13-90e8-efff1a08dd29 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 945 time: 0.0879490 Apr 15 19:43:55.201671 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-31113f87-80b1-4ce8-a049-f3a68e7ec90a req-a4b0140c-cfa0-4597-b575-2284d47080ba tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Apr 15 19:43:55.295387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa1e0-0d9d-4123-9d2d-1b1a93232de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:55.697577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:55.938267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 86d03cba-d316-4839-bf51-a1674defbe45 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:43:56.061174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 86d03cba-d316-4839-bf51-a1674defbe45 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:43:56.066263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 86d03cba-d316-4839-bf51-a1674defbe45 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:43:56.066687 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:56.190788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:56.218059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d03cba-d316-4839-bf51-a1674defbe45'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:43:56.228871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 86d03cba-d316-4839-bf51-a1674defbe45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=86d03cba-d316-4839-bf51-a1674defbe45,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:43:56.263528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:56.265627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:56.299327 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d03cba-d316-4839-bf51-a1674defbe45', 'code': 200} Apr 15 19:43:56.344586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=86d03cba-d316-4839-bf51-a1674defbe45,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:56.347885 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:56.409726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf49722-83eb-49d9-bc57-db24d379e14b req-3037fef2-7581-4703-ae06-71b219140b2a tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:56.411376 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-abf49722-83eb-49d9-bc57-db24d379e14b req-3037fef2-7581-4703-ae06-71b219140b2a tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.0936434 Apr 15 19:43:56.461283 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-abf49722-83eb-49d9-bc57-db24d379e14b req-35326004-b420-4798-981c-7d9551133071 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Apr 15 19:43:56.507230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:56.590791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6ec5a-d40d-4d62-ba72-319cf1960881 req-9679073d-83e9-421c-b13b-96f5f47720b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:56.592369 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86e6ec5a-d40d-4d62-ba72-319cf1960881 req-9679073d-83e9-421c-b13b-96f5f47720b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 1099 time: 0.0796409 Apr 15 19:43:56.634964 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-86e6ec5a-d40d-4d62-ba72-319cf1960881 req-01b81485-b89b-4235-8d18-01735c855d5d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360675 Apr 15 19:43:57.604169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:57.669622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeafd74-df97-432e-9a4f-11df5f22a609 req-b94bc5c0-7650-487f-b87a-e1a3a336dfc0 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:57.671259 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ddeafd74-df97-432e-9a4f-11df5f22a609 req-b94bc5c0-7650-487f-b87a-e1a3a336dfc0 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.0939043 Apr 15 19:43:57.724289 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ddeafd74-df97-432e-9a4f-11df5f22a609 req-a4d1c0ec-5871-414e-8991-06f8c1f94c5e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Apr 15 19:44:09.227096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:19.367025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:44:22.748638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5566af59-2673-410d-85f3-179d645c0c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:25.295362 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d772131-6cb9-40a8-8a78-bb810bd889bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:25.720269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:26.523404 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:27.611276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:32.128269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a118e71-4003-4c8f-892b-408d69078a46 req-1379e1ba-51fe-4ac0-ab01-571faa05568c tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:32.130414 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5a118e71-4003-4c8f-892b-408d69078a46 req-1379e1ba-51fe-4ac0-ab01-571faa05568c tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.0872955 Apr 15 19:44:32.177910 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5a118e71-4003-4c8f-892b-408d69078a46 req-d546473d-e3bb-4345-bfa6-4c27c8e8f20c tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Apr 15 19:44:33.412360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9117b9-9838-483b-a174-91a56dd28496 req-50c4bc59-5c0a-4973-a628-afddfc87f9bd tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:33.413862 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ea9117b9-9838-483b-a174-91a56dd28496 req-50c4bc59-5c0a-4973-a628-afddfc87f9bd tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.0930865 Apr 15 19:44:33.461704 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ea9117b9-9838-483b-a174-91a56dd28496 req-758a9771-2c8a-44e4-9fd8-536ee9fbbf93 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Apr 15 19:44:34.668788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5cdb1-eaea-4bca-b478-46ffcda72889 req-25d0594e-99a6-4180-84f3-7b3a738610d1 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:34.670540 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e4f5cdb1-eaea-4bca-b478-46ffcda72889 req-25d0594e-99a6-4180-84f3-7b3a738610d1 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.0974433 Apr 15 19:44:34.723599 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-e4f5cdb1-eaea-4bca-b478-46ffcda72889 req-81715828-7acc-467a-bcc0-8a426053c489 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Apr 15 19:44:35.922806 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756183ea-2cf8-4936-b013-995a42a12b66 req-c0b23643-2e5c-4c32-a3a9-4b280372cb26 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:35.924379 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-756183ea-2cf8-4936-b013-995a42a12b66 req-c0b23643-2e5c-4c32-a3a9-4b280372cb26 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.0877640 Apr 15 19:44:35.971053 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-756183ea-2cf8-4936-b013-995a42a12b66 req-8dbc7bae-eb5d-44b4-84f2-a1e0d8fcf359 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Apr 15 19:44:36.727546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-b3839be8-2829-466e-a227-b7d45150006b tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:36.729105 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-b3839be8-2829-466e-a227-b7d45150006b tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.0904992 Apr 15 19:44:36.808365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Deleting port 86d03cba-d316-4839-bf51-a1674defbe45 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:44:36.808759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:37.074672 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] For port 86d03cba-d316-4839-bf51-a1674defbe45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=86d03cba-d316-4839-bf51-a1674defbe45,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:44:37.075252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:37.254607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Calling delete_port for 86d03cba-d316-4839-bf51-a1674defbe45 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:44:37.374198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1411936-34e0-410e-9106-611472621f17 req-0484b2e6-f42b-4984-b306-fd9850c83fa4 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:37.375840 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f1411936-34e0-410e-9106-611472621f17 req-0484b2e6-f42b-4984-b306-fd9850c83fa4 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 946 time: 0.2844143 Apr 15 19:44:37.431764 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f1411936-34e0-410e-9106-611472621f17 req-dab062c2-328f-4dd9-9068-e1dcab197b80 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488081 Apr 15 19:44:37.599819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:37.611238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['86d03cba-d316-4839-bf51-a1674defbe45'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:44:37.621033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-91066b91-39df-4eca-8e56-697f64fb9276 tempest-ServerRescueNegativeTestJSON-2111522070 tempest-ServerRescueNegativeTestJSON-2111522070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:37.724531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Pushing event deleted for resources: {'Port': ['ID=86d03cba-d316-4839-bf51-a1674defbe45,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:37.735673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.736096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.736508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.736914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.737314 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.737742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.738141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.738536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.739464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.740083 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.740479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.740871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:37.750607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:37.875866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] No DVR routers for this DVR port 86d03cba-d316-4839-bf51-a1674defbe45 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:44:37.878281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:37.881930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'name': 'network-vif-deleted', 'tag': '86d03cba-d316-4839-bf51-a1674defbe45'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:44:37.929553 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014dff3d-2dec-4f34-82c5-91423c243fbb', 'name': 'network-vif-deleted', 'tag': '86d03cba-d316-4839-bf51-a1674defbe45', 'status': 'completed', 'code': 200} Apr 15 19:44:37.937657 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c3de5da0-6d87-4d4c-b46b-bc06ef07ef32 req-3265ad89-37d2-4d29-8684-4c4c0f0ec43e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "DELETE /v2.0/ports/86d03cba-d316-4839-bf51-a1674defbe45 HTTP/1.1" status: 204 len: 173 time: 1.2035155 Apr 15 19:44:38.625085 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-aae5c805-45b1-4d5a-b8e3-fd21523d8708 req-50ae6e35-eb38-4369-bcaa-47a96908c890 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Synchronizing usage tracker for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:44:38.666906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-aae5c805-45b1-4d5a-b8e3-fd21523d8708 req-50ae6e35-eb38-4369-bcaa-47a96908c890 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Unset dirty status for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:44:38.668157 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-aae5c805-45b1-4d5a-b8e3-fd21523d8708 req-50ae6e35-eb38-4369-bcaa-47a96908c890 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=014dff3d-2dec-4f34-82c5-91423c243fbb HTTP/1.1" status: 200 len: 210 time: 0.0936122 Apr 15 19:44:39.222577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:40.177043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 86d03cba-d316-4839-bf51-a1674defbe45 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:44:40.217166 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 86d03cba-d316-4839-bf51-a1674defbe45 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:44:40.217674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 86d03cba-d316-4839-bf51-a1674defbe45 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:44:44.389676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-1db229fc-213d-4001-823c-5788d54ead73 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:44.391192 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-1db229fc-213d-4001-823c-5788d54ead73 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/networks?id=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 HTTP/1.1" status: 200 len: 814 time: 0.1595888 Apr 15 19:44:44.407781 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-629d8c3f-c2d0-4448-a5cd-124e090b2a08 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/quotas/95bbcb32b3c64d7e8a740867f14931da HTTP/1.1" status: 200 len: 375 time: 0.0098984 Apr 15 19:44:44.462094 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-c1236dab-ebc1-4958-9ab4-ab5dfec982f2 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bbcb32b3c64d7e8a740867f14931da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482337 Apr 15 19:44:44.607117 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-bd6d4ec4-1ad0-4adb-a916-952765022273 service neutron] 10.222.0.20 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375186 Apr 15 19:44:44.752978 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-721814fe-bf1a-4241-b850-40cbf8b41331 service neutron] 10.222.0.20 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392915 Apr 15 19:44:45.005932 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-41e14c6e-edb8-4c9d-bd47-be7e28c7168d req-0182f004-36e0-4e44-a18b-6570473032d4 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 210 time: 0.0527229 Apr 15 19:44:46.172027 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-79b3cad7-d5e6-437b-afd7-2d91f0f16399 req-047666a6-3a56-4bb9-b01c-2aaa319f2e02 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 210 time: 0.0503752 Apr 15 19:44:46.480351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-ad3f4e6f-731e-4699-a79b-021129dc3b32 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:46.481908 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-ad3f4e6f-731e-4699-a79b-021129dc3b32 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "GET /v2.0/networks?id=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 HTTP/1.1" status: 200 len: 814 time: 0.1565032 Apr 15 19:44:46.494159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Request body: {'port': {'device_id': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2', 'admin_state_up': True, 'tenant_id': '95bbcb32b3c64d7e8a740867f14931da'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:44:46.638136 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:44:46.648937 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:44:46.683533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Made reservation on behalf of 95bbcb32b3c64d7e8a740867f14931da for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:44:46.690064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:46.861332 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Allocated IP 172.20.0.13 (6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2/9897b063-3089-4a65-8e44-63939f04c3b4/b5082ea5-081f-47d3-be55-de3ceddc57c8) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:44:47.132432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:47.180984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:47.196111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1e8ead18-415f-421b-9ce1-bcc02a9bc245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:47.340603 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Pushing event updated for resources: {'Port': ['ID=b5082ea5-081f-47d3-be55-de3ceddc57c8,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:47.345138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:47.383540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962901-939c-4f57-8690-63709d4c19e1 req-5b85a7e3-96e1-42a1-8c2c-8d5223449d11 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:47.385137 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b6962901-939c-4f57-8690-63709d4c19e1 req-5b85a7e3-96e1-42a1-8c2c-8d5223449d11 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 932 time: 0.0912976 Apr 15 19:44:47.397484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:44:47.398652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:44:47.400965 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:44:47.436071 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b6962901-939c-4f57-8690-63709d4c19e1 req-74aeae67-33a6-4c03-a23e-9df89fefd236 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Apr 15 19:44:47.469848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:47.470532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:47.535991 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-8cc670d9-85b1-44ac-838b-41d906902c9d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0452127 Apr 15 19:44:47.548096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Request body: {'port': {'device_id': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:44:47.665537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:48.018803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5082ea5-081f-47d3-be55-de3ceddc57c8 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:44:48.027046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:48.041896 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Transition to ACTIVE for port object b5082ea5-081f-47d3-be55-de3ceddc57c8 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:44:48.077446 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:48.315134 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a003290e-c30b-4269-beb3-f7bee6c8ae58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:48.444452 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5082ea5-081f-47d3-be55-de3ceddc57c8,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:48.448999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:48.737983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Attempting to bind port b5082ea5-081f-47d3-be55-de3ceddc57c8 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:44:48.738360 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Attempting to bind port b5082ea5-081f-47d3-be55-de3ceddc57c8 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:44:48.739484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Attempting to bind port b5082ea5-081f-47d3-be55-de3ceddc57c8 on network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:44:48.752406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3fd4e-f40d-4807-bb8d-b9f6ba3edb0a req-43ba15be-58a6-46c8-b156-df0d8949f09e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:48.753161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d1b3fd4e-f40d-4807-bb8d-b9f6ba3edb0a req-43ba15be-58a6-46c8-b156-df0d8949f09e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Synchronizing usage tracker for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:44:48.756736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Port b5082ea5-081f-47d3-be55-de3ceddc57c8 on network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:44:48.757102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Attempting to bind port b5082ea5-081f-47d3-be55-de3ceddc57c8 on network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:44:48.768331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:44:48.768706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Checking segment: {'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:44:48.769130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Bound using segment: {'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:44:48.769627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Bound port: b5082ea5-081f-47d3-be55-de3ceddc57c8, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f656ddde-202d-44e1-880c-928f737e3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:44:48.770044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:48.859673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-d1b3fd4e-f40d-4807-bb8d-b9f6ba3edb0a req-43ba15be-58a6-46c8-b156-df0d8949f09e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Unset dirty status for tenant:95bbcb32b3c64d7e8a740867f14931da on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:44:48.860931 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d1b3fd4e-f40d-4807-bb8d-b9f6ba3edb0a req-43ba15be-58a6-46c8-b156-df0d8949f09e tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 944 time: 0.3035240 Apr 15 19:44:48.871425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] For port b5082ea5-081f-47d3-be55-de3ceddc57c8, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:44:48.897522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] For port b5082ea5-081f-47d3-be55-de3ceddc57c8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b5082ea5-081f-47d3-be55-de3ceddc57c8,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:44:48.917977 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d1b3fd4e-f40d-4807-bb8d-b9f6ba3edb0a req-4d3e1bdb-7dfa-4cfb-b017-cbddefe5e980 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Apr 15 19:44:48.977256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:48.992828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-efda1404-0556-4773-b9c6-64161f4c3e9c tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:49.144078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5082ea5-081f-47d3-be55-de3ceddc57c8,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:49.150277 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:49.181708 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:49.182350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:49.183851 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-6c563e7d-2431-4373-b59a-0cb44208afd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/b5082ea5-081f-47d3-be55-de3ceddc57c8 HTTP/1.1" status: 200 len: 1094 time: 1.6403098 Apr 15 19:44:49.184365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'tag': 'b5082ea5-081f-47d3-be55-de3ceddc57c8'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:44:49.232439 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'tag': 'b5082ea5-081f-47d3-be55-de3ceddc57c8', 'status': 'completed', 'code': 200} Apr 15 19:44:49.336943 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8aeb3-3d28-49a6-bd86-6e5a22d36b06 req-8a9f79df-bd04-4fe3-ab85-e2a0b94e99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:49.338657 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-16f8aeb3-3d28-49a6-bd86-6e5a22d36b06 req-8a9f79df-bd04-4fe3-ab85-e2a0b94e99a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95bbcb32b3c64d7e8a740867f14931da&device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 1097 time: 0.0870194 Apr 15 19:44:49.488193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8aeb3-3d28-49a6-bd86-6e5a22d36b06 req-054b9571-7b0c-4f5d-b1cf-1b9062ab4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:49.489770 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-16f8aeb3-3d28-49a6-bd86-6e5a22d36b06 req-054b9571-7b0c-4f5d-b1cf-1b9062ab4ae6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=95bbcb32b3c64d7e8a740867f14931da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1441846 Apr 15 19:44:49.633131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8aeb3-3d28-49a6-bd86-6e5a22d36b06 req-74821f9b-0b2a-4934-83d1-ca92d5f520a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:49.634742 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-16f8aeb3-3d28-49a6-bd86-6e5a22d36b06 req-74821f9b-0b2a-4934-83d1-ca92d5f520a9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394851 Apr 15 19:44:49.749895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-3b4d52ef-fba6-4f2b-9733-61d8b710818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:49.751517 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-3b4d52ef-fba6-4f2b-9733-61d8b710818b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95bbcb32b3c64d7e8a740867f14931da&device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 1097 time: 0.0788689 Apr 15 19:44:49.826531 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-26deb27f-e0dd-4e06-81c1-396313759821 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5082ea5-081f-47d3-be55-de3ceddc57c8 HTTP/1.1" status: 200 len: 217 time: 0.0684166 Apr 15 19:44:49.893949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-f75fe49c-0da1-4162-bdeb-31114b4bee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:49.896295 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-f75fe49c-0da1-4162-bdeb-31114b4bee91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9897b063-3089-4a65-8e44-63939f04c3b4 HTTP/1.1" status: 200 len: 854 time: 0.0639842 Apr 15 19:44:49.952577 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-df3b5020-d5ea-4f80-9985-a5ed54295452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495691 Apr 15 19:44:50.158978 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-52d77811-c57f-4b55-b5ee-8dce6cdad5af service neutron] 10.222.0.13 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000635 Apr 15 19:44:50.172112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217719fb-e4a3-437a-a0fd-aa3325123486 req-820e91a9-3f90-42d4-86b7-97fdbdba3a34 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:50.173629 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-217719fb-e4a3-437a-a0fd-aa3325123486 req-820e91a9-3f90-42d4-86b7-97fdbdba3a34 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 944 time: 0.1381891 Apr 15 19:44:50.308444 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-217719fb-e4a3-437a-a0fd-aa3325123486 req-6066ad91-87e6-4d29-b506-d8d73a0ef4bc tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104305 Apr 15 19:44:50.346023 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-170e5c18-32f1-4e41-9e16-0ace58357711 req-0db4098e-5f63-4b68-81c3-a5148e3c02e0 service neutron] 10.222.0.13 "GET /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713927 Apr 15 19:44:51.511279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42437-d205-48c3-b5b0-bebcf8edc3df req-913db507-2b81-41b6-8fa5-e3d88cff2483 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:51.512860 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b42437-d205-48c3-b5b0-bebcf8edc3df req-913db507-2b81-41b6-8fa5-e3d88cff2483 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 944 time: 0.0918233 Apr 15 19:44:51.560032 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-27b42437-d205-48c3-b5b0-bebcf8edc3df req-ecce9a3a-17c0-4375-9e87-1ae6f90a5697 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Apr 15 19:44:52.204613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device b5082ea5-081f-47d3-be55-de3ceddc57c8 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:44:52.344831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port b5082ea5-081f-47d3-be55-de3ceddc57c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b5082ea5-081f-47d3-be55-de3ceddc57c8,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:44:52.359317 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': 'b5082ea5-081f-47d3-be55-de3ceddc57c8', 'network_id': '6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2', 'port_id': 'b5082ea5-081f-47d3-be55-de3ceddc57c8', 'mac_address': 'fa:16:3e:d7:cf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9897b063-3089-4a65-8e44-63939f04c3b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:44:52.417050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:52.434841 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5082ea5-081f-47d3-be55-de3ceddc57c8 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:44:52.450594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port b5082ea5-081f-47d3-be55-de3ceddc57c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b5082ea5-081f-47d3-be55-de3ceddc57c8,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:44:52.496263 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:52.498123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:52.569627 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=b5082ea5-081f-47d3-be55-de3ceddc57c8,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:52.572760 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:52.683021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['b5082ea5-081f-47d3-be55-de3ceddc57c8'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:44:52.776726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b8d44-19aa-41b5-8deb-5e95104cbf17 req-b003c132-6f54-404e-a26a-fa64a25eb895 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:52.778329 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-484b8d44-19aa-41b5-8deb-5e95104cbf17 req-b003c132-6f54-404e-a26a-fa64a25eb895 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 945 time: 0.0986824 Apr 15 19:44:52.830986 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-484b8d44-19aa-41b5-8deb-5e95104cbf17 req-b4f7b001-cfd3-4071-bf50-c278a4d997ec tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Apr 15 19:44:52.923341 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d89b7702-0c39-4045-9a82-1c44f2115c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:54.035788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8cc17-0a8d-404f-b153-2d9cd0fb9f2b req-9e0a4ee4-70c5-4709-98e1-9f5457d56db9 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:54.037391 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-18a8cc17-0a8d-404f-b153-2d9cd0fb9f2b req-9e0a4ee4-70c5-4709-98e1-9f5457d56db9 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 945 time: 0.0886223 Apr 15 19:44:54.084895 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-18a8cc17-0a8d-404f-b153-2d9cd0fb9f2b req-cacb7be6-65cd-4635-a900-dff5c96e37c1 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Apr 15 19:44:54.204198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device b5082ea5-081f-47d3-be55-de3ceddc57c8 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:44:54.300461 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port b5082ea5-081f-47d3-be55-de3ceddc57c8 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:44:54.305855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port b5082ea5-081f-47d3-be55-de3ceddc57c8 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:44:54.306278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:54.429156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:54.457385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5082ea5-081f-47d3-be55-de3ceddc57c8'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:44:54.467599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port b5082ea5-081f-47d3-be55-de3ceddc57c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b5082ea5-081f-47d3-be55-de3ceddc57c8,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:44:54.506913 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5082ea5-081f-47d3-be55-de3ceddc57c8', 'code': 200} Apr 15 19:44:54.508134 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:54.510180 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:54.580223 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=b5082ea5-081f-47d3-be55-de3ceddc57c8,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:54.588490 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.588883 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.589268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.589674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.590133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.590518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.590897 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.591270 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.591646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.592021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.592392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.592761 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.596730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:54.809635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f597a-cb1b-43e6-8449-2dc8aafd25a5 req-ed68a0cb-e3b3-492c-9eaf-4bacd64c6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:54.811205 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a88f597a-cb1b-43e6-8449-2dc8aafd25a5 req-ed68a0cb-e3b3-492c-9eaf-4bacd64c6186 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 1099 time: 0.0777855 Apr 15 19:44:54.856870 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a88f597a-cb1b-43e6-8449-2dc8aafd25a5 req-a8abb65f-9104-4be9-8da5-7bb61a8c621c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Apr 15 19:44:55.289328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2e58766-4172-47cb-a8bf-03553e6f9824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:55.302172 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113429-7185-4997-ab4e-5e9e1a946f4d req-34b392ce-7ced-4249-81ea-d2082322c5b1 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:55.304134 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9e113429-7185-4997-ab4e-5e9e1a946f4d req-34b392ce-7ced-4249-81ea-d2082322c5b1 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 946 time: 0.0993967 Apr 15 19:44:55.352938 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-9e113429-7185-4997-ab4e-5e9e1a946f4d req-6d4ab654-7edf-4ac0-97d3-b9dc6725925b tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Apr 15 19:44:55.729322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:56.367036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:44:56.519649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:56.555714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0fd0-a64a-432d-9451-dca5a808a4ff req-12f8f4d2-9e69-443c-911e-a68306bf4c03 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:56.557323 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f73b0fd0-a64a-432d-9451-dca5a808a4ff req-12f8f4d2-9e69-443c-911e-a68306bf4c03 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 946 time: 0.0892932 Apr 15 19:44:56.604477 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f73b0fd0-a64a-432d-9451-dca5a808a4ff req-346a498f-046a-417a-a621-758bb801b02d tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Apr 15 19:44:57.664670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:09.216734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:13.205548 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f113b6a-1d41-4126-87f8-354f6d5503d1 req-e7fa08d7-b2cd-42e5-9041-6aa3abe1aa40 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:13.207181 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8f113b6a-1d41-4126-87f8-354f6d5503d1 req-e7fa08d7-b2cd-42e5-9041-6aa3abe1aa40 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 946 time: 0.0884786 Apr 15 19:45:13.263325 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8f113b6a-1d41-4126-87f8-354f6d5503d1 req-d5b7461a-b08d-41e9-b89b-4e1fe18e0ad8 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 Apr 15 19:45:14.464920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32faf5-9503-463a-9ac1-3459bd567ee4 req-03951f78-0b16-4999-8e91-593638ed7cfb tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:14.466516 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ec32faf5-9503-463a-9ac1-3459bd567ee4 req-03951f78-0b16-4999-8e91-593638ed7cfb tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 946 time: 0.0900276 Apr 15 19:45:14.513571 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ec32faf5-9503-463a-9ac1-3459bd567ee4 req-da61c41c-8a4b-45ae-8599-c4f8813f1918 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Apr 15 19:45:15.716498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af857b-5dae-4398-98c6-8d503a1033a8 req-818af4ac-e4ed-4bcb-84b8-215ef30be096 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:15.718234 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b0af857b-5dae-4398-98c6-8d503a1033a8 req-818af4ac-e4ed-4bcb-84b8-215ef30be096 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 946 time: 0.0901082 Apr 15 19:45:15.765680 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b0af857b-5dae-4398-98c6-8d503a1033a8 req-03388844-70c2-4c30-88d7-407d9bf17440 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Apr 15 19:45:16.967700 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b774b-4361-4ecc-9421-3d4440b90ed4 req-5e5afd48-4e02-43c4-93eb-3d27651060c1 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:16.969164 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ed0b774b-4361-4ecc-9421-3d4440b90ed4 req-5e5afd48-4e02-43c4-93eb-3d27651060c1 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 946 time: 0.0882969 Apr 15 19:45:17.015817 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ed0b774b-4361-4ecc-9421-3d4440b90ed4 req-0f9d5a97-819d-4254-8e70-ddac9d78f1e0 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Apr 15 19:45:17.179595 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-55d2b4c4-2e33-4975-b65a-aeefaf090ca9 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:17.181122 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-55d2b4c4-2e33-4975-b65a-aeefaf090ca9 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 946 time: 0.0888166 Apr 15 19:45:17.259451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Deleting port b5082ea5-081f-47d3-be55-de3ceddc57c8 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:45:17.259898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:17.526714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] For port b5082ea5-081f-47d3-be55-de3ceddc57c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b5082ea5-081f-47d3-be55-de3ceddc57c8,segment=NetworkSegment(f656ddde-202d-44e1-880c-928f737e3d10),segment_id=f656ddde-202d-44e1-880c-928f737e3d10)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:45:17.527044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:17.659312 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Calling delete_port for b5082ea5-081f-47d3-be55-de3ceddc57c8 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:45:17.888767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:17.900078 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['b5082ea5-081f-47d3-be55-de3ceddc57c8'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:45:17.903837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ce9cc2a-e733-49ec-9538-33742d8193a7 tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:17.955392 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Pushing event deleted for resources: {'Port': ['ID=b5082ea5-081f-47d3-be55-de3ceddc57c8,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:18.191015 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c00a2d8a-04b4-48e6-843e-03da797eb78f req-da2d5721-6be2-44d6-87d8-59d546df3284 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b2bb85f-c0a6-4457-a66f-f4aca55dc253 HTTP/1.1" status: 200 len: 210 time: 0.0546470 Apr 15 19:45:18.228893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:18.373050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] No DVR routers for this DVR port b5082ea5-081f-47d3-be55-de3ceddc57c8 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:45:18.375453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:18.378141 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'name': 'network-vif-deleted', 'tag': 'b5082ea5-081f-47d3-be55-de3ceddc57c8'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:45:18.421110 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5a7e0f57-8c0a-4b24-bd95-d5cb01dd16b7 req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] 10.222.0.13 "DELETE /v2.0/ports/b5082ea5-081f-47d3-be55-de3ceddc57c8 HTTP/1.1" status: 204 len: 173 time: 1.2339892 Apr 15 19:45:18.426843 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2bb85f-c0a6-4457-a66f-f4aca55dc253', 'name': 'network-vif-deleted', 'tag': 'b5082ea5-081f-47d3-be55-de3ceddc57c8', 'status': 'completed', 'code': 200} Apr 15 19:45:20.281822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device b5082ea5-081f-47d3-be55-de3ceddc57c8 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:45:20.318651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: b5082ea5-081f-47d3-be55-de3ceddc57c8 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:45:20.319043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device b5082ea5-081f-47d3-be55-de3ceddc57c8 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:45:22.746079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-60b5cc94-32c2-426f-939f-d23b70fefd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:25.294357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf48b76c-d437-436c-953b-06fa1cd67187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:25.705946 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:26.518848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:27.621453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:33.367624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:45:39.255890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:39.771839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38588) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:39.838038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Deleting subnet 9897b063-3089-4a65-8e44-63939f04c3b4 {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:45:39.841035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:39.891972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:39.954318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.273228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.289408 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4a01b246-d1d2-4a69-b34e-2f8a9b491e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:40.384345 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9897b063-3089-4a65-8e44-63939f04c3b4,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:40.397130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.397584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.398003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.398412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.398818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.399226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.399630 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.400036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.400441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.400843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.401241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.401666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:40.407614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:40.439515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.445842 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-07912216-bb4a-4fb5-8cab-395977f332f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9897b063-3089-4a65-8e44-63939f04c3b4 HTTP/1.1" status: 204 len: 168 time: 0.6728365 Apr 15 19:45:40.448371 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38592) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:40.559258 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.749066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.861843 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:40.874282 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f656ddde-202d-44e1-880c-928f737e3d10') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:40.874629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f656ddde-202d-44e1-880c-928f737e3d10') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:40.887002 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.902143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.908561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:45:41.084714 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:45:41.094045 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:41.267236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Network 6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:45:41.290044 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:45:41.644948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:41.648481 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:41.663127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:41.673308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:41.679482 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e17ab95-a3b2-4767-8e5a-c0984e3a1ec2 HTTP/1.1" status: 204 len: 168 time: 1.2276752 Apr 15 19:45:41.679482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-68bfa456-980e-4b7f-99e9-2c1ba29de97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:41.872028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38598) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:41.927940 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-eac58c76-7e61-4582-aaea-63c0fb330eed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95bbcb32b3c64d7e8a740867f14931da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543535 Apr 15 19:45:41.930146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38602) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:41.990877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c017-450b-4ab5-afd2-36865e9dcd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:42.017203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c017-450b-4ab5-afd2-36865e9dcd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:42.140042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c017-450b-4ab5-afd2-36865e9dcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:42.145675 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-adab9f35-89cb-40c2-b6e9-8279150b1767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:42.159218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8c017-450b-4ab5-afd2-36865e9dcd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:42.161791 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2dc8c017-450b-4ab5-afd2-36865e9dcd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:42.197036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c017-450b-4ab5-afd2-36865e9dcd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:42.198368 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-2dc8c017-450b-4ab5-afd2-36865e9dcd1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e21ed1f-ec18-4d47-83b1-1c1d4dbc2510 HTTP/1.1" status: 204 len: 168 time: 0.2671769 Apr 15 19:45:43.126524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38626) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:43.238510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-227417246-network', 'tenant_id': '82716fc345e64ccf847642aca50c61f5'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:45:43.243694 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:43.247731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Usage tracker for resource:network and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:43.250728 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:43.258249 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:43.302170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Made reservation on behalf of 82716fc345e64ccf847642aca50c61f5 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:45:43.308562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.322264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.336898 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:43.340848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:43.343735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:43.349719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:43.435496 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.473289 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.477438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-932293f3-a4da-43ea-bea7-e80b4a9cf60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:43.505378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:45:43.516072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c935b8-b428-4a06-a798-89eee25ff6b6,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:43.520679 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:43.547256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.547652 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Added segment 3c1a2348-8c9a-4022-8c13-b0222f7e60b9 of type vlan for network 5562c921-6319-4482-9cdf-bb0436f99430 Apr 15 19:45:43.623738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.735618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.736703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:43.737385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:43.741018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:43.847532 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Pushing event updated for resources: {'Network': ['ID=5562c921-6319-4482-9cdf-bb0436f99430,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:43.850225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:43.861503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 5562c921-6319-4482-9cdf-bb0436f99430 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:45:43.867995 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7403142 Apr 15 19:45:43.870932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38632) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:43.877395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Request body: {'subnet': {'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-227417246-subnet', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:45:43.883527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:43.887870 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Usage tracker for resource:subnet and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:43.891065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:43.898179 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:43.939642 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Made reservation on behalf of 82716fc345e64ccf847642aca50c61f5 for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:45:43.945543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:44.537163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:44.553186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b5d983a2-393b-4d78-92e6-6e87ebc0b630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:44.679743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c56b06-dfaa-42a2-9640-ebabee2ebbfa,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:44.692125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:44.752599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Checking segment: {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:45:44.753001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Network hostable DHCP agents. Network: 5562c921-6319-4482-9cdf-bb0436f99430, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:45:44.837241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Network 5562c921-6319-4482-9cdf-bb0436f99430 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:45:44.894255 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 5562c921-6319-4482-9cdf-bb0436f99430) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:44.904230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a44c1e-a5dc-4aa8-ba4c-f3a5fe28a114 None None] Network 5562c921-6319-4482-9cdf-bb0436f99430 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:45:44.907177 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:44.907822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:44.952383 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bcabf982-c562-4321-af66-ed0305eece02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0802627 Apr 15 19:45:44.955319 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38636) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:44.961210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:45:44.966163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:44.970204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Usage tracker for resource:router and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:44.974417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:44.980598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:45.043407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.044517 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.078610 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.129588 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-5562c921-6319-4482-9cdf-bb0436f99430', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:45:45.130502 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.402212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.464848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Allocated IP 172.20.0.2 (5562c921-6319-4482-9cdf-bb0436f99430/12c56b06-dfaa-42a2-9640-ebabee2ebbfa/c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:45:45.683770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.694886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Transition to ACTIVE for port object c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:45.714283 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Transition to ACTIVE for port object c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:45.753537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.772784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:45.784690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.816175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:45.903724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Pushing event updated for resources: {'Port': ['ID=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:45.908464 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:45.963019 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Network 5562c921-6319-4482-9cdf-bb0436f99430 is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:45.963405 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Allocated IP 172.28.3.222 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/00d45da8-62ba-45dc-9cc0-f928801a3a17) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:45:45.964105 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:45.966505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:45:46.061735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Attempting to bind port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:45:46.062164 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Attempting to bind port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:45:46.062577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Attempting to bind port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 on network 5562c921-6319-4482-9cdf-bb0436f99430 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:45:46.068251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:45:46.068676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Checking segment: {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:45:46.069131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:46.069647 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Bound using segment: {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:45:46.070171 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Bound port: c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:45:46.070599 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:46.117725 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:46.163972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] For port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:45:46.167149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] For port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:45:46.176021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:46.191646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:46.193759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:46.208641 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:46.324776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Pushing event updated for resources: {'Port': ['ID=00d45da8-62ba-45dc-9cc0-f928801a3a17,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:46.329315 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:46.359974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Pushing event updated for resources: {'Port': ['ID=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:46.365036 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:46.381834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:46.382973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:46.385221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:45:47.133556 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:47.263001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:45:47.365121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:47.518001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:47.673752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622fcad-d41f-4f20-ad69-af5db3ed6f48 None None] Network 5562c921-6319-4482-9cdf-bb0436f99430 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:45:47.775587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Router 129bff6b-d1b7-4063-bbcb-09f071aa155d is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:45:47.841541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] Provisioning for port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:47.853053 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] Provisioning complete for port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:47.853509 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:47.963640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:45:47.977542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Sync routers for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:45:48.020555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:48.022158 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-5f6468ed-265a-4db6-9cb8-9d07a5652be5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0658474 Apr 15 19:45:48.025064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38640) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:48.036437 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:45:48.037131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:48.192155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:48.267849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] For port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:45:48.286041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:45:48.331574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:48.397269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:48.563667 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-624a6132-d02f-4dcc-8263-40518cad7f85 None None] Provisioning complete for port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:48.564096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-624a6132-d02f-4dcc-8263-40518cad7f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:48.755817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:48.781182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] Pushing event updated for resources: {'Port': ['ID=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:48.797047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-68fe9bf9-14a6-4ef2-a687-a10e19165dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:48.964505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:46Z', 'revision_number': 3, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:48.968659 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Checking router: 129bff6b-d1b7-4063-bbcb-09f071aa155d for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:45:48.969063 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Updating router 129bff6b-d1b7-4063-bbcb-09f071aa155d port 00d45da8-62ba-45dc-9cc0-f928801a3a17 binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:45:48.979966 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Allocated IP 172.20.0.1 (5562c921-6319-4482-9cdf-bb0436f99430/12c56b06-dfaa-42a2-9640-ebabee2ebbfa/6b1ce917-fe9f-4ab2-99a7-1eb9002179b0) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:45:49.026059 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.134964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.151601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Transition to ACTIVE for port object 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 will not be triggered until provisioned by entity DHCP. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:49.203742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.220434 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:49.243338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:45:49.366294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:49.367275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:49.367698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.369281 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:49.423006 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Network 5562c921-6319-4482-9cdf-bb0436f99430 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:49.424208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:49.427268 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:45:49.485269 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.505833 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.552857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Transition to ACTIVE for port object 00d45da8-62ba-45dc-9cc0-f928801a3a17 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:49.595491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.612208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-942be904-c306-4640-9d1b-3ba8a1317438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:49.760727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979849b6-c22b-4ed6-b1e3-6ff25d129919 None None] Pushing event updated for resources: {'Port': ['ID=00d45da8-62ba-45dc-9cc0-f928801a3a17,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:49.763888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-979849b6-c22b-4ed6-b1e3-6ff25d129919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:49.789370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-cb977c81-95f4-4743-a705-d872633c0087 None None] Provisioning for port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:49.808682 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-cb977c81-95f4-4743-a705-d872633c0087 None None] Provisioning complete for port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:49.809107 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cb977c81-95f4-4743-a705-d872633c0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.892539 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Attempting to bind port 00d45da8-62ba-45dc-9cc0-f928801a3a17 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:45:49.892959 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Attempting to bind port 00d45da8-62ba-45dc-9cc0-f928801a3a17 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:45:49.893380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Attempting to bind port 00d45da8-62ba-45dc-9cc0-f928801a3a17 on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:45:49.898817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-cb977c81-95f4-4743-a705-d872633c0087 None None] Port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:45:49.903475 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:45:49.903895 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:45:49.904342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:49.904803 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:45:49.905293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Bound port: 00d45da8-62ba-45dc-9cc0-f928801a3a17, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:45:49.905998 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:50.047421 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] For port 00d45da8-62ba-45dc-9cc0-f928801a3a17, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:45:50.050657 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] For port 00d45da8-62ba-45dc-9cc0-f928801a3a17, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=00d45da8-62ba-45dc-9cc0-f928801a3a17,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:45:50.113250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:50.128889 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c1e4f5ae-a7fe-4a43-adbf-60d9dbee1caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:50.141328 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:50.280400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979849b6-c22b-4ed6-b1e3-6ff25d129919 None None] Pushing event updated for resources: {'Port': ['ID=00d45da8-62ba-45dc-9cc0-f928801a3a17,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:50.286607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-979849b6-c22b-4ed6-b1e3-6ff25d129919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:50.329173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:45:50.329890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:50.374563 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:50.403933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844054708'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:50.433990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:50.516902 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:45:50.521276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:50.537231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:50.542985 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:50.667887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Network 5562c921-6319-4482-9cdf-bb0436f99430 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:50.669126 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:50.867243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:50Z', 'revision_number': 2, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:50.871429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d832-e132-460d-9ddb-6df65b2f9348 None None] The sync data for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb is: [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:50Z', 'revision_number': 2, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:45:50.875923 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Router 129bff6b-d1b7-4063-bbcb-09f071aa155d has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:45:50.924173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-4a63b18c-5fdb-4545-b8fd-547561645e8c None None] Provisioning complete for port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:50.924509 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a63b18c-5fdb-4545-b8fd-547561645e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:50.986853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-4a63b18c-5fdb-4545-b8fd-547561645e8c None None] Port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:45:51.072821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:45:51.081885 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] 10.222.0.20 "PUT /v2.0/routers/129bff6b-d1b7-4063-bbcb-09f071aa155d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0557542 Apr 15 19:45:51.879686 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38660) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:51.886170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-449843789-network', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:45:51.891458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:51.896399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Usage tracker for resource:network and tenant:5de0287f6da5428ea1e1df1438bcb171 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:51.899617 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:51.906163 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:51.958499 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Made reservation on behalf of 5de0287f6da5428ea1e1df1438bcb171 for: {'network': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:45:51.963628 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for network, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:51.980960 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:51.996997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:52.001193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Usage tracker for resource:security_group_rule and tenant:5de0287f6da5428ea1e1df1438bcb171 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:52.004839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:52.011545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:52.191335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:52.225449 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:52.230013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:52.255970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=85347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:45:52.269394 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff134876-61f3-446f-9072-dde6fa8b6f5c,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:52.273771 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:52.276750 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:52.277145 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.segments_db [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Added segment b3979e34-c820-45b9-9e37-5f17b715536e of type vlan for network 2084cf79-db9d-489c-b414-5337af84b028 Apr 15 19:45:52.304626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746809504985'] for network, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:52.363977 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082'] for network, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:52.365068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:52.365776 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:52.370849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-67bd2585-981f-4a73-a744-33996a4e2ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:52.481968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Pushing event updated for resources: {'Network': ['ID=2084cf79-db9d-489c-b414-5337af84b028,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:52.481968 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:52.487427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Network 2084cf79-db9d-489c-b414-5337af84b028 details requested by agent ovs-agent-dv-cinder-776307-4-smb with host dv-cinder-776307-4-smb {{(pid=85348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:45:52.502057 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-1c6ece73-b793-4613-8238-d7f789487a4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6211157 Apr 15 19:45:52.505719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38664) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:52.512003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Request body: {'subnet': {'network_id': '2084cf79-db9d-489c-b414-5337af84b028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-449843789-subnet', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'ip_version': 4}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:45:52.517205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:52.521974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Usage tracker for resource:subnet and tenant:5de0287f6da5428ea1e1df1438bcb171 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:52.525092 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:52.531383 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:52.568435 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Made reservation on behalf of 5de0287f6da5428ea1e1df1438bcb171 for: {'subnet': 1} {{(pid=85347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:45:52.573418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1578411'] for subnet, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:52.762805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0f98db9c-2cdd-4ac3-99d4-6cd6fc90b7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.002150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10721082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1578392'] for subnet, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.017550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e7da61da-f196-4679-ab98-c1dc78414145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:53.136159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97db7ff5-7b0a-4266-b02f-53ed88aa7ebe,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:53.140330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:53.210658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Checking segment: {'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:45:53.211057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Network hostable DHCP agents. Network: 2084cf79-db9d-489c-b414-5337af84b028, hostable agents: ['ce27cc61-a33a-479b-9e01-1eb83acb336d'], hosted agents: [] {{(pid=85347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:45:53.256038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Network 2084cf79-db9d-489c-b414-5337af84b028 is scheduled to be hosted by DHCP agent ce27cc61-a33a-479b-9e01-1eb83acb336d with binding_index 1 {{(pid=85347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:45:53.262800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 00d45da8-62ba-45dc-9cc0-f928801a3a17 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:45:53.289894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-smb, 2084cf79-db9d-489c-b414-5337af84b028) {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:53.302397 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d7fe6-fcf5-4747-a34b-bd97028dc2df None None] Network 2084cf79-db9d-489c-b414-5337af84b028 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:45:53.302703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:45:53.303503 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.348234 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-276e0bf5-8203-4c51-82f5-9d95b05d3929 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8406701 Apr 15 19:45:53.350958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38668) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:53.356447 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:45:53.361411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:45:53.366041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Usage tracker for resource:router and tenant:5de0287f6da5428ea1e1df1438bcb171 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:45:53.369802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:45:53.376146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:45:53.415711 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16369126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62745'] for router, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.416942 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838406853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838392475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854370305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854713088'] for router, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.485285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 00d45da8-62ba-45dc-9cc0-f928801a3a17 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:53.498734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 00d45da8-62ba-45dc-9cc0-f928801a3a17 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:53.499156 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.546023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.799409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp365bf7ff-df08-5096-bb93-c96e3b34637b-2084cf79-db9d-489c-b414-5337af84b028', 'network_id': '2084cf79-db9d-489c-b414-5337af84b028', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'fixed_ips': [{'subnet_id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe'}]}} from dv-cinder-776307-4-smb. {{(pid=85348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:45:53.800267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.934664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:53.974335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 00d45da8-62ba-45dc-9cc0-f928801a3a17, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=00d45da8-62ba-45dc-9cc0-f928801a3a17,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:45:54.017853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Sync routers for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:45:54.029640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:45:54.030334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:54.044802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Allocated IP 172.20.0.2 (2084cf79-db9d-489c-b414-5337af84b028/97db7ff5-7b0a-4266-b02f-53ed88aa7ebe/73887e52-ca6b-4c1d-b266-eaed06629913) {{(pid=85348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:45:54.051182 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.057997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:54.123197 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838392492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16369109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854713037'] for router, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.218114 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=00d45da8-62ba-45dc-9cc0-f928801a3a17,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:54.237931 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:54.238294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:45:54.358060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Notify callbacks [] for port, precommit_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.370144 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Transition to ACTIVE for port object 73887e52-ca6b-4c1d-b266-eaed06629913 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:54.390783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Transition to ACTIVE for port object 73887e52-ca6b-4c1d-b266-eaed06629913 will not be triggered until provisioned by entity DHCP. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:54.432927 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663'] for port, after_create {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.449069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:54.478905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.511594 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.574742 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:50Z', 'revision_number': 2, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:54.578857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Checking router: 129bff6b-d1b7-4063-bbcb-09f071aa155d for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:45:54.579276 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Updating router 129bff6b-d1b7-4063-bbcb-09f071aa155d port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:45:54.607819 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Pushing event updated for resources: {'Port': ['ID=73887e52-ca6b-4c1d-b266-eaed06629913,revision_number=1']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:54.629871 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.630240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.630535 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.630908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.631279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.631650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.632018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.632385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.632767 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.633118 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.633512 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.633879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:54.637640 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:54.648080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.669151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Allocated IP 172.28.3.189 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/0d1b291b-2c30-418f-9d87-07ca90228674) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:45:54.670288 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Network 2084cf79-db9d-489c-b414-5337af84b028 is already hosted by enough agents. {{(pid=85348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:54.671762 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Resources bound (agent type, host, resource id): {{(pid=85348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:54.677586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Received port after_create {{(pid=85348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:45:54.773932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Attempting to bind port 73887e52-ca6b-4c1d-b266-eaed06629913 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:45:54.774186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Attempting to bind port 73887e52-ca6b-4c1d-b266-eaed06629913 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:45:54.775046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Attempting to bind port 73887e52-ca6b-4c1d-b266-eaed06629913 on network 2084cf79-db9d-489c-b414-5337af84b028 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:45:54.780344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:45:54.781376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Checking segment: {'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:45:54.781516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.781935 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Bound using segment: {'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:45:54.782463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Bound port: 73887e52-ca6b-4c1d-b266-eaed06629913, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:45:54.782879 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.830957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.884088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] For port 73887e52-ca6b-4c1d-b266-eaed06629913, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:45:54.887153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] For port 73887e52-ca6b-4c1d-b266-eaed06629913, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=73887e52-ca6b-4c1d-b266-eaed06629913,segment=NetworkSegment(b3979e34-c820-45b9-9e37-5f17b715536e),segment_id=b3979e34-c820-45b9-9e37-5f17b715536e)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:45:54.907400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.923520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:54.947297 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:54.961374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-c9326c57-bea3-4a51-99b6-580a87cb4abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:55.027504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.041233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Transition to ACTIVE for port object 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:55.060827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1b291b-2c30-418f-9d87-07ca90228674,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:55.065469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:55.078732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.095075 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:55.117624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Pushing event updated for resources: {'Port': ['ID=73887e52-ca6b-4c1d-b266-eaed06629913,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:55.121122 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:55.122552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:55.122944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:55.124652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:45:55.229673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Pushing event updated for resources: {'Port': ['ID=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:55.241374 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.241773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.242149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.242519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.242881 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.243375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.243566 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.243920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.244280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.245323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.245323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.246286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:55.255533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 00d45da8-62ba-45dc-9cc0-f928801a3a17 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:45:55.260766 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:55.355756 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-87ca5198-c9ce-44ac-be15-719ccb2068f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.362253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 00d45da8-62ba-45dc-9cc0-f928801a3a17 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:55.362704 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.684566 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Attempting to bind port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:45:55.684975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Attempting to bind port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:45:55.685407 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Attempting to bind port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 on network 5562c921-6319-4482-9cdf-bb0436f99430 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:45:55.691292 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.692327 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:45:55.692782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Checking segment: {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:45:55.693227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.693857 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Bound using segment: {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:45:55.694203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Bound port: 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:45:55.694619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.734149 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.788260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] For port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:45:55.791363 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] For port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:45:55.820062 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:55.835775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:55.993802 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Pushing event updated for resources: {'Port': ['ID=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,revision_number=4']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:55.998969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9c70d318-631a-4454-8d08-8edd5667d0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:56.041533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:45:56.042228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:56.062387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838406691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16383283'] for router, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:56.240272 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:45:56.358194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Router d6ab9660-39f3-4da9-b26e-5a150b53b706 is scheduled to L3 agent 4011198a-7866-49f0-9033-d25f7257e90c with binding_index 1 {{(pid=85347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:45:56.541749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:56.569262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:45:56.578673 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Sync routers for ids ['d6ab9660-39f3-4da9-b26e-5a150b53b706'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:45:56.590718 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Routers {'d6ab9660-39f3-4da9-b26e-5a150b53b706'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:45:56.591413 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['d6ab9660-39f3-4da9-b26e-5a150b53b706'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:56.615296 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:55Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:56.617912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55017644-68f8-4c3e-b459-c1c4363b2b3f None None] The sync data for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb is: [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:55Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:45:56.632706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:56.637508 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 38672) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:45:56.638064 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2859523 Apr 15 19:45:56.741837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ebc15-9cc0-40eb-ae1a-17d46f7b2745 None None] Network 2084cf79-db9d-489c-b414-5337af84b028 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:45:56.900294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-0ac41cc9-844f-40eb-9454-97cf64399fc7 None None] Provisioning for port 73887e52-ca6b-4c1d-b266-eaed06629913 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:56.935411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Set router d6ab9660-39f3-4da9-b26e-5a150b53b706 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:45:57.452439 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:57.546920 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 73887e52-ca6b-4c1d-b266-eaed06629913 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:45:57.668208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:57.678800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:45:55Z', 'revision_number': 3, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port': {'id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:54Z', 'updated_at': '2021-04-15T19:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:57.682997 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Checking router: d6ab9660-39f3-4da9-b26e-5a150b53b706 for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:45:57.683587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Updating router d6ab9660-39f3-4da9-b26e-5a150b53b706 port 0d1b291b-2c30-418f-9d87-07ca90228674 binding host dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:45:57.684638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Allocated IP 172.20.0.1 (2084cf79-db9d-489c-b414-5337af84b028/97db7ff5-7b0a-4266-b02f-53ed88aa7ebe/a88ef09a-bf5b-4a32-af7f-052779c8fc0e) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:45:57.715220 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 73887e52-ca6b-4c1d-b266-eaed06629913 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:57.728176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 73887e52-ca6b-4c1d-b266-eaed06629913 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:57.728609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:57.797035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:57.843077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:57.860274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Transition to ACTIVE for port object a88ef09a-bf5b-4a32-af7f-052779c8fc0e will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:57.907623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:57.924042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b19ce0da-e5d5-4bca-9719-88dcbce5e7df tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:57.996026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.065139 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Pushing event updated for resources: {'Port': ['ID=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:58.085788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.086208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.086618 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.087022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.087425 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.087818 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.088212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.088605 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.089000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.089424 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.089814 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.090310 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:45:58.095369 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:58.117703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 73887e52-ca6b-4c1d-b266-eaed06629913, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=73887e52-ca6b-4c1d-b266-eaed06629913,segment=NetworkSegment(b3979e34-c820-45b9-9e37-5f17b715536e),segment_id=b3979e34-c820-45b9-9e37-5f17b715536e)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:45:58.133278 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Network 2084cf79-db9d-489c-b414-5337af84b028 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:58.134486 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:58.136827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:45:58.155303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.156474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:45:58.189738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:58.193653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838392970'] for router_interface, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.347473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.355524 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=73887e52-ca6b-4c1d-b266-eaed06629913,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:58.369458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:58.399243 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Notify callbacks [] for port, precommit_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.412564 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Transition to ACTIVE for port object 0d1b291b-2c30-418f-9d87-07ca90228674 will not be triggered until provisioned by entity L2. {{(pid=85348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:45:58.416606 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:58.421479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:58.424416 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.453018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ae80fa0e-f14c-41b8-9c26-ec5e2a797719 None None] Provisioning for port a88ef09a-bf5b-4a32-af7f-052779c8fc0e completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:45:58.466247 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ae80fa0e-f14c-41b8-9c26-ec5e2a797719 None None] Provisioning complete for port a88ef09a-bf5b-4a32-af7f-052779c8fc0e triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:58.466671 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ae80fa0e-f14c-41b8-9c26-ec5e2a797719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.505504 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.534245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-979849b6-c22b-4ed6-b1e3-6ff25d129919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:58.589695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.632382 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.661990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-15fa5c48-d4df-478c-8f32-273eb5a92b8f tempest-AttachVolumeNegativeTest-594155919 tempest-AttachVolumeNegativeTest-594155919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:58.687865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ae80fa0e-f14c-41b8-9c26-ec5e2a797719 None None] Port a88ef09a-bf5b-4a32-af7f-052779c8fc0e cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:45:58.704491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c30f1-d48f-4284-855d-35084b5fb31b None None] Pushing event updated for resources: {'Port': ['ID=0d1b291b-2c30-418f-9d87-07ca90228674,revision_number=2']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:58.709878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-265c30f1-d48f-4284-855d-35084b5fb31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:58.746993 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16497067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16382737'] for router_interface, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.765428 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Pushing event updated for resources: {'Port': ['ID=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:58.771250 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:58.803639 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.859645 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Attempting to bind port 0d1b291b-2c30-418f-9d87-07ca90228674 on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:45:58.860069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Attempting to bind port 0d1b291b-2c30-418f-9d87-07ca90228674 by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:45:58.860484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Attempting to bind port 0d1b291b-2c30-418f-9d87-07ca90228674 on network febc6285-c354-4314-ac2a-009ba11485e7 {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:45:58.863887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:45:58.868747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:45:58.869174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Checking segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:45:58.869664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.870111 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Bound using segment: {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'} {{(pid=85348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:45:58.870632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Bound port: 0d1b291b-2c30-418f-9d87-07ca90228674, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127021a1-2519-4c1e-a63d-da4158a5f9ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7'}}] {{(pid=85348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:45:58.871054 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.893576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Network 2084cf79-db9d-489c-b414-5337af84b028 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:45:58.895399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:45:58.910716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:58.914730 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:59.026479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] For port 0d1b291b-2c30-418f-9d87-07ca90228674, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:45:59.029797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:59.032921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] For port 0d1b291b-2c30-418f-9d87-07ca90228674, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=0d1b291b-2c30-418f-9d87-07ca90228674,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:45:59.034146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:59.068388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:59.085028 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-265c30f1-d48f-4284-855d-35084b5fb31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:45:59.100869 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Router d6ab9660-39f3-4da9-b26e-5a150b53b706 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:45:59.231601 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-79dca897-22c2-4d48-95d4-4bdf95d47476 None None] Provisioning complete for port a88ef09a-bf5b-4a32-af7f-052779c8fc0e triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:59.232010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-79dca897-22c2-4d48-95d4-4bdf95d47476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:59.302691 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:45:59.312978 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-44f247a0-89b3-4558-9f39-41be3987fa65 admin admin] 10.222.0.20 "PUT /v2.0/routers/d6ab9660-39f3-4da9-b26e-5a150b53b706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737239 Apr 15 19:45:59.460734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c30f1-d48f-4284-855d-35084b5fb31b None None] Pushing event updated for resources: {'Port': ['ID=0d1b291b-2c30-418f-9d87-07ca90228674,revision_number=3']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:45:59.463837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 73887e52-ca6b-4c1d-b266-eaed06629913 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:45:59.499737 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-265c30f1-d48f-4284-855d-35084b5fb31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:45:59.553174 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-79dca897-22c2-4d48-95d4-4bdf95d47476 None None] Port a88ef09a-bf5b-4a32-af7f-052779c8fc0e cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:45:59.593033 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Routers {'d6ab9660-39f3-4da9-b26e-5a150b53b706'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:45:59.593826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['d6ab9660-39f3-4da9-b26e-5a150b53b706'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:45:59.668609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 73887e52-ca6b-4c1d-b266-eaed06629913 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:45:59.669035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:59.885252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] Set router d6ab9660-39f3-4da9-b26e-5a150b53b706 gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:45:59.964892 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:46:00.004784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38682) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:00.010967 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651771998', 'description': 'tempest-secgroup-smoke-651771998 description', 'project_id': '82716fc345e64ccf847642aca50c61f5'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:00.017455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:00.022181 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:00.026224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:00.032492 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:00.072555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.094235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:00.098280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:00.101167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:00.107093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:00.201886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.212743 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:46:00.213168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.220970 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.227010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bbb3dafa-9bf3-492b-b3b0-f6edc5b40e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:00.266945 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e4209-eeda-4575-a943-614888694038,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:00.270554 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:00.284017 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.285433 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-71325c66-bd09-40b6-bab8-0af8e430abb6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2793450 Apr 15 19:46:00.288623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38686) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:00.294204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e4209-eeda-4575-a943-614888694038', 'project_id': '82716fc345e64ccf847642aca50c61f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:00.300608 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:00.304735 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:00.307717 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:00.313658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:00.347685 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.411507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.411784 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 4, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port': {'id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:54Z', 'updated_at': '2021-04-15T19:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'a88ef09a-bf5b-4a32-af7f-052779c8fc0e', 'name': '', 'network_id': '2084cf79-db9d-489c-b414-5337af84b028', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'mac_address': 'fa:16:3e:71:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:57Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 2, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'subnets': [{'id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:00.416459 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab7b2-0f0f-4d9a-98e1-48fcdad26d7a None None] The sync data for ids ['d6ab9660-39f3-4da9-b26e-5a150b53b706'] in dv-cinder-776307-4-smb is: [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 4, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port': {'id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:54Z', 'updated_at': '2021-04-15T19:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'a88ef09a-bf5b-4a32-af7f-052779c8fc0e', 'name': '', 'network_id': '2084cf79-db9d-489c-b414-5337af84b028', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'mac_address': 'fa:16:3e:71:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:57Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 2, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'subnets': [{'id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:46:00.449878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.452212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59ea261b-fbb7-4aa3-b9cc-672c5922537b tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:00.475099 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bdbb99-36c7-4fe2-ab81-af7dd0c7e784,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:00.479367 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:00.524324 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.525816 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-0d6e79f0-9b7e-4762-bae3-89c3e73035d8 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361016 Apr 15 19:46:00.528727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 38690) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:00.534962 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e4209-eeda-4575-a943-614888694038', 'project_id': '82716fc345e64ccf847642aca50c61f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:00.542073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:00.546231 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:00.549238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:00.556086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:00.600252 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.666478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.695457 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.697706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8b73bd51-ce40-4a54-aae6-d1f81417a0ea tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:00.721876 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b98a7c-c7b5-4329-923e-9207900e4c2e,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:00.725190 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:00.758624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.759955 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-a308a0af-39f5-416a-9505-1477f1b09af7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2301240 Apr 15 19:46:00.762971 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 38694) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:00.768899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e4209-eeda-4575-a943-614888694038', 'project_id': '82716fc345e64ccf847642aca50c61f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:00.776325 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:00.781238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:00.790834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:00.800451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:00.845736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.916550 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.947076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:00.949233 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:00.974783 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e55b24-3398-4b21-b7c7-754c9aae2416,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:00.977361 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:01.004874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.006383 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424076 Apr 15 19:46:01.009273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 38698) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:01.015117 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e4209-eeda-4575-a943-614888694038', 'project_id': '82716fc345e64ccf847642aca50c61f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:01.022649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:01.026765 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:01.029894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85346) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:01.036913 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:01.097051 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.180852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.215827 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.225519 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4a35ee15-7ba1-45a9-8542-b8e37a2b11a0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:01.247757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b79e2a-98d5-417c-8506-11b8b226d8fd,revision_number=0']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:01.250716 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:01.286559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d1b291b-2c30-418f-9d87-07ca90228674 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:46:01.290232 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.294566 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38702) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:01.294998 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-10ec40bb-cf3b-45a9-a645-e7daa8e0c1b7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2845092 Apr 15 19:46:01.301108 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e4209-eeda-4575-a943-614888694038', 'project_id': '82716fc345e64ccf847642aca50c61f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:01.307770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:01.311840 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:01.314841 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:01.321770 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:01.358616 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.securitygroups_db [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Project 82716fc345e64ccf847642aca50c61f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:46:01.366578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.381458 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port 0d1b291b-2c30-418f-9d87-07ca90228674 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:46:01.387101 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 0d1b291b-2c30-418f-9d87-07ca90228674 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:46:01.387604 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.440622 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.471674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.485162 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:01.509736 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe16740-5f39-496f-ac90-67cc6fe7c2a2,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:01.512487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:01.527999 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.536220 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.540570 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2418416 Apr 15 19:46:01.540824 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38706) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:01.547155 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e4209-eeda-4575-a943-614888694038', 'project_id': '82716fc345e64ccf847642aca50c61f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:01.547343 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port 0d1b291b-2c30-418f-9d87-07ca90228674, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=0d1b291b-2c30-418f-9d87-07ca90228674,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:46:01.554219 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:01.558698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:security_group_rule and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:01.561837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:01.568782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:01.570204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.572230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-aad6ba7c-8ad7-44e0-8955-5c21632344cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:01.598802 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.securitygroups_db [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Project 82716fc345e64ccf847642aca50c61f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:46:01.606443 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.652239 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=0d1b291b-2c30-418f-9d87-07ca90228674,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:01.655983 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:01.687347 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.712866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448428'] for security_group_rule, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.715157 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-cc34d959-b3ed-40ca-901c-1fea66b99278 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:01.740357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3058058e-e392-40dc-a359-afd22ac6da43,revision_number=0']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:01.742880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:01.764102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:01.765470 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-9cf7ab9b-8e4a-41f2-9f4f-195c6c3ad6f9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2231410 Apr 15 19:46:03.251001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d1b291b-2c30-418f-9d87-07ca90228674 up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:46:03.335095 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port 0d1b291b-2c30-418f-9d87-07ca90228674 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:46:03.335521 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:03.541633 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Sync routers for ids ['d6ab9660-39f3-4da9-b26e-5a150b53b706'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:46:03.551831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Routers {'d6ab9660-39f3-4da9-b26e-5a150b53b706'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:46:03.552702 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['d6ab9660-39f3-4da9-b26e-5a150b53b706'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:03.751320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Set router d6ab9660-39f3-4da9-b26e-5a150b53b706 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:46:04.088788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 4, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port': {'id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:54Z', 'updated_at': '2021-04-15T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'a88ef09a-bf5b-4a32-af7f-052779c8fc0e', 'name': '', 'network_id': '2084cf79-db9d-489c-b414-5337af84b028', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'mac_address': 'fa:16:3e:71:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:57Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 2, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'subnets': [{'id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:04.092964 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Checking router: d6ab9660-39f3-4da9-b26e-5a150b53b706 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:46:04.093376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Updating router d6ab9660-39f3-4da9-b26e-5a150b53b706 port a88ef09a-bf5b-4a32-af7f-052779c8fc0e binding host dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:46:04.154082 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:04.518385 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:04.531170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Transition to ACTIVE for port object a88ef09a-bf5b-4a32-af7f-052779c8fc0e will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:46:04.575471 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:04.592307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f35dc920-25cf-4a4d-96ef-7a2172bd51e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:04.726118 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a83120-8fa6-4b58-9ba9-36e3460eeb96 None None] Pushing event updated for resources: {'Port': ['ID=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:04.730543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59a83120-8fa6-4b58-9ba9-36e3460eeb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:05.091354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Attempting to bind port a88ef09a-bf5b-4a32-af7f-052779c8fc0e on host dv-cinder-776307-4-smb for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:46:05.091667 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Attempting to bind port a88ef09a-bf5b-4a32-af7f-052779c8fc0e by drivers openvswitch,hyperv on host dv-cinder-776307-4-smb at level 0 using segments [{'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:46:05.092072 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Attempting to bind port a88ef09a-bf5b-4a32-af7f-052779c8fc0e on network 2084cf79-db9d-489c-b414-5337af84b028 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:46:05.098318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Checking agent: {'id': '8f453f39-0f92-4971-ac8b-a10d83cc3cac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:46:05.098731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Checking segment: {'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:46:05.099175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:05.099607 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Bound using segment: {'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:46:05.100127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Bound port: a88ef09a-bf5b-4a32-af7f-052779c8fc0e, host: dv-cinder-776307-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3979e34-c820-45b9-9e37-5f17b715536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2084cf79-db9d-489c-b414-5337af84b028'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:46:05.100541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:05.196779 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] For port a88ef09a-bf5b-4a32-af7f-052779c8fc0e, host dv-cinder-776307-4-smb, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:46:05.199951 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] For port a88ef09a-bf5b-4a32-af7f-052779c8fc0e, host dv-cinder-776307-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,segment=NetworkSegment(b3979e34-c820-45b9-9e37-5f17b715536e),segment_id=b3979e34-c820-45b9-9e37-5f17b715536e)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:46:05.239460 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:05.255376 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:05.404531 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a83120-8fa6-4b58-9ba9-36e3460eeb96 None None] Pushing event updated for resources: {'Port': ['ID=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,revision_number=4']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:05.409236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59a83120-8fa6-4b58-9ba9-36e3460eeb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:05.451064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Routers {'d6ab9660-39f3-4da9-b26e-5a150b53b706'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:46:05.451786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:45:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['d6ab9660-39f3-4da9-b26e-5a150b53b706'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:05.666123 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] Set router d6ab9660-39f3-4da9-b26e-5a150b53b706 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:46:05.996739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 4, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port': {'id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:54Z', 'updated_at': '2021-04-15T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'a88ef09a-bf5b-4a32-af7f-052779c8fc0e', 'name': '', 'network_id': '2084cf79-db9d-489c-b414-5337af84b028', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'mac_address': 'fa:16:3e:71:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:57Z', 'updated_at': '2021-04-15T19:46:05Z', 'revision_number': 4, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'subnets': [{'id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:06.000975 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c522b6-3d55-43a8-b3a5-16791fd19d5e None None] The sync data for ids ['d6ab9660-39f3-4da9-b26e-5a150b53b706'] in dv-cinder-776307-4-smb is: [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 4, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port': {'id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:54Z', 'updated_at': '2021-04-15T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': 'a88ef09a-bf5b-4a32-af7f-052779c8fc0e', 'name': '', 'network_id': '2084cf79-db9d-489c-b414-5337af84b028', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'mac_address': 'fa:16:3e:71:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:57Z', 'updated_at': '2021-04-15T19:46:05Z', 'revision_number': 4, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'subnets': [{'id': '97db7ff5-7b0a-4266-b02f-53ed88aa7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:46:07.267335 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device a88ef09a-bf5b-4a32-af7f-052779c8fc0e up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:46:07.362591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning for port a88ef09a-bf5b-4a32-af7f-052779c8fc0e completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:46:07.368549 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port a88ef09a-bf5b-4a32-af7f-052779c8fc0e triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:46:07.371664 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:07.498205 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:07.531722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] For port a88ef09a-bf5b-4a32-af7f-052779c8fc0e, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,segment=NetworkSegment(b3979e34-c820-45b9-9e37-5f17b715536e),segment_id=b3979e34-c820-45b9-9e37-5f17b715536e)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:46:07.562808 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:07.564787 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:07.635235 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Pushing event updated for resources: {'Port': ['ID=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:07.638365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:09.226831 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:09.251505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device a88ef09a-bf5b-4a32-af7f-052779c8fc0e up at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:46:09.329215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Provisioning complete for port a88ef09a-bf5b-4a32-af7f-052779c8fc0e triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:46:09.329669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:10.367727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:46:16.041129 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-4d2dc08d-171c-4f2b-a34b-f1a6487c98f2 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Synchronizing usage tracker for tenant:82716fc345e64ccf847642aca50c61f5 on resource:security_group {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:46:16.094860 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-4d2dc08d-171c-4f2b-a34b-f1a6487c98f2 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Unset dirty status for tenant:82716fc345e64ccf847642aca50c61f5 on resource:security_group {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:46:16.096079 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-4d2dc08d-171c-4f2b-a34b-f1a6487c98f2 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651771998&fields=id&tenant_id=82716fc345e64ccf847642aca50c61f5 HTTP/1.1" status: 200 len: 267 time: 0.0975051 Apr 15 19:46:16.504719 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-50f522b2-3fd7-4c55-944e-2bca893196a4 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:16.505576 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-50f522b2-3fd7-4c55-944e-2bca893196a4 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Synchronizing usage tracker for tenant:82716fc345e64ccf847642aca50c61f5 on resource:network {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:46:16.552021 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-50f522b2-3fd7-4c55-944e-2bca893196a4 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Unset dirty status for tenant:82716fc345e64ccf847642aca50c61f5 on resource:network {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:46:16.553237 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-50f522b2-3fd7-4c55-944e-2bca893196a4 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 808 time: 0.4497621 Apr 15 19:46:16.569009 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-1eff29b6-0db0-4fb4-8884-6abaddbc42a9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/quotas/82716fc345e64ccf847642aca50c61f5 HTTP/1.1" status: 200 len: 375 time: 0.0096505 Apr 15 19:46:16.661132 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-53f938d9-29ec-446e-82f5-e984193b1632 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Synchronizing usage tracker for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:46:16.735058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-53f938d9-29ec-446e-82f5-e984193b1632 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Unset dirty status for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:46:16.736526 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-53f938d9-29ec-446e-82f5-e984193b1632 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621649 Apr 15 19:46:16.855380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-d90ad2c8-a970-4872-a0e4-8ba886805ec6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:46:16.856451 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-d90ad2c8-a970-4872-a0e4-8ba886805ec6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072547 Apr 15 19:46:16.996698 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-391bd0a8-dbfb-46f1-bee1-8cb51a476e9a service neutron] 10.222.0.20 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330798 Apr 15 19:46:17.138250 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-6a54d88f-5db7-4f59-86e6-b683d10dd6c5 service neutron] 10.222.0.20 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348159 Apr 15 19:46:17.828614 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fc112179-9de9-4924-b357-bf08676c4d6d req-71b27c1b-cc0e-4d91-8413-220745a06313 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 210 time: 0.1105809 Apr 15 19:46:18.999341 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-271b6d7a-cea9-4d62-86b9-5f94c9a7f4b4 req-b3cb12ce-20fd-42ce-ad2f-ea87587be372 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 210 time: 0.0494411 Apr 15 19:46:19.778847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-75fae063-44ac-40d4-a549-fb0cb94c554d tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:19.780402 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-75fae063-44ac-40d4-a549-fb0cb94c554d tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 808 time: 0.3920693 Apr 15 19:46:19.858674 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-4cc65b60-24cd-4f50-bbba-29ebb8ea0dd9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82716fc345e64ccf847642aca50c61f5 HTTP/1.1" status: 200 len: 8059 time: 0.0702612 Apr 15 19:46:19.867801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'port': {'device_id': '1623424d-18df-47bc-8681-9939880c3d5d', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'admin_state_up': True, 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'security_groups': ['dc6e4209-eeda-4575-a943-614888694038']}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:20.009738 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:20.019749 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:20.089561 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Made reservation on behalf of 82716fc345e64ccf847642aca50c61f5 for: {'port': 1} {{(pid=85346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:46:20.095905 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:20.207445 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-bc7dcd88-50c0-4ec0-8b60-85c21914ca27 req-5f7be188-c000-4b81-9d6e-2167a13590c9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 210 time: 0.0917220 Apr 15 19:46:20.323957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Allocated IP 172.20.0.4 (5562c921-6319-4482-9cdf-bb0436f99430/12c56b06-dfaa-42a2-9640-ebabee2ebbfa/780e86ea-3ed2-4032-bbc5-484c07503482) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:46:20.520293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:20.537152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Transition to ACTIVE for port object 780e86ea-3ed2-4032-bbc5-484c07503482 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:46:20.586901 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:20.602734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-59a7cca7-d13b-4f5f-a0f0-cf58b167635f tempest-VolumesActionsTest-1956048556 tempest-VolumesActionsTest-1956048556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:20.740557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:20.745050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:20.803308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Network 5562c921-6319-4482-9cdf-bb0436f99430 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:46:20.804370 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources bound (agent type, host, resource id): {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:46:20.806821 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:46:20.874069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:20.874754 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:20.930574 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-ec5cb538-785b-4331-993e-e97ddb0dae44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0667470 Apr 15 19:46:20.943390 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-5c7183fc-fb36-448f-bb45-023a534ff838 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:46:20.944446 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-5c7183fc-fb36-448f-bb45-023a534ff838 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061657 Apr 15 19:46:21.000303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Request body: {'port': {'device_id': '1623424d-18df-47bc-8681-9939880c3d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:21.101026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-8c4e5f89-29ef-45bc-b181-d95b75335987 None None] Provisioning for port 780e86ea-3ed2-4032-bbc5-484c07503482 completed by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:46:21.106218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-8c4e5f89-29ef-45bc-b181-d95b75335987 None None] Provisioning complete for port 780e86ea-3ed2-4032-bbc5-484c07503482 triggered by entity DHCP. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:46:21.110996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5f89-29ef-45bc-b181-d95b75335987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:21.123455 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:21.164022 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e5f89-29ef-45bc-b181-d95b75335987 None None] Port 780e86ea-3ed2-4032-bbc5-484c07503482 cannot update to ACTIVE because it is not bound. {{(pid=85348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:46:21.410048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe247cc-f39e-4827-a0fe-e98b7c83468f req-7caf650c-e870-458c-8395-d448d757e02b tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:21.411639 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dbe247cc-f39e-4827-a0fe-e98b7c83468f req-7caf650c-e870-458c-8395-d448d757e02b tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 931 time: 0.0889764 Apr 15 19:46:21.465547 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-dbe247cc-f39e-4827-a0fe-e98b7c83468f req-f7d73ab8-d635-42ee-9e74-3e8d8551a73a tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473878 Apr 15 19:46:21.485064 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780e86ea-3ed2-4032-bbc5-484c07503482 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:46:21.493553 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:21.509047 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Transition to ACTIVE for port object 780e86ea-3ed2-4032-bbc5-484c07503482 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:46:21.551781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:21.567644 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-0dca8712-a0b3-4a49-ba97-3ff547ca9d90 tempest-VolumesSnapshotTestJSON-1283598133 tempest-VolumesSnapshotTestJSON-1283598133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:21.701131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:21.706121 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:21.932300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Attempting to bind port 780e86ea-3ed2-4032-bbc5-484c07503482 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:46:21.932677 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Attempting to bind port 780e86ea-3ed2-4032-bbc5-484c07503482 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:46:21.933046 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Attempting to bind port 780e86ea-3ed2-4032-bbc5-484c07503482 on network 5562c921-6319-4482-9cdf-bb0436f99430 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:46:21.937990 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Port 780e86ea-3ed2-4032-bbc5-484c07503482 on network 5562c921-6319-4482-9cdf-bb0436f99430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:46:21.938299 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Attempting to bind port 780e86ea-3ed2-4032-bbc5-484c07503482 on network 5562c921-6319-4482-9cdf-bb0436f99430 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:46:21.943932 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Checking agent: {'id': 'c529a699-53da-41de-924c-ce77b25239f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:46:21.944306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Checking segment: {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:46:21.944724 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Bound using segment: {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:46:21.945195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Bound port: 780e86ea-3ed2-4032-bbc5-484c07503482, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1a2348-8c9a-4022-8c13-b0222f7e60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:46:21.945619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:22.041037 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:46:22.044044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:46:22.162863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852224515'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:22.177906 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e0662b5a-5b8f-4157-8614-8b379e5731fd tempest-TestMinimumBasicScenario-1660726259 tempest-TestMinimumBasicScenario-1660726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:22.326429 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:22.332161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:22.362697 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:22.363433 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:22.364900 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] 10.222.0.13 "PUT /v2.0/ports/780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1093 time: 1.4145598 Apr 15 19:46:22.365448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:46:22.476688 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482', 'status': 'completed', 'code': 200} Apr 15 19:46:22.517256 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-393e90bd-c0e6-4480-abc5-6a90705bb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:22.519899 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-393e90bd-c0e6-4480-abc5-6a90705bb2ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1096 time: 0.0873621 Apr 15 19:46:22.598137 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-dbec85a4-5f21-4ff3-8d9b-511a02b0c314 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 217 time: 0.0713329 Apr 15 19:46:22.671825 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8518e-9f0d-48f1-ad84-8ef73be93e99 req-9136c0e2-952b-4847-9db5-1f47bbc6a718 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:22.673423 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a1b8518e-9f0d-48f1-ad84-8ef73be93e99 req-9136c0e2-952b-4847-9db5-1f47bbc6a718 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 943 time: 0.0914702 Apr 15 19:46:22.681948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-c33916d4-72e3-4825-8ccc-ab199d951cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:22.696931 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-c33916d4-72e3-4825-8ccc-ab199d951cca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0798712 Apr 15 19:46:22.727214 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a1b8518e-9f0d-48f1-ad84-8ef73be93e99 req-923709e0-32fb-4d35-acc8-67cf55714c00 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456922 Apr 15 19:46:22.751670 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b6febbf4-69c9-4dd7-a99f-64e81c4fc8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:22.770590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-deba6dde-af9d-467f-94fc-79cdd6eef5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:22.772215 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-deba6dde-af9d-467f-94fc-79cdd6eef5a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825927 Apr 15 19:46:22.914077 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-77273165-59ae-4f83-9653-50d4983690ee service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350920 Apr 15 19:46:23.055001 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-924a65e3-7683-484c-b825-8bc33a3d6071 req-76d39816-8259-4833-b4eb-48a72c17932e service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341805 Apr 15 19:46:23.199578 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-90256066-dafe-45e8-b9bf-91aab5f74189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:23.201134 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-90256066-dafe-45e8-b9bf-91aab5f74189 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1096 time: 0.0774133 Apr 15 19:46:23.342498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-009eb4d8-dfa0-404d-ac75-42b5359e2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:23.344064 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-009eb4d8-dfa0-404d-ac75-42b5359e2d7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1360059 Apr 15 19:46:23.419596 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-03aee307-8a7f-40e7-8571-60466b6e1e34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 217 time: 0.0686831 Apr 15 19:46:23.487350 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-21664487-9658-410f-bb6b-4f003a30587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:23.488795 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-21664487-9658-410f-bb6b-4f003a30587e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0624139 Apr 15 19:46:23.574589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-ba4a18ce-9b0f-46a4-9406-59782144b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:23.576165 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-ba4a18ce-9b0f-46a4-9406-59782144b795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806482 Apr 15 19:46:23.720774 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-38d1a17d-0973-4ce8-97b3-739fa2888b31 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369534 Apr 15 19:46:23.916801 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3458d72d-2a4d-4a77-a0a8-7c0df83d68c2 req-6738467d-5a78-4493-b366-9f4766863246 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894171 Apr 15 19:46:23.951217 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887117-8f9e-4cad-a3c2-6f51ca01e1ae req-9c9360be-bd5e-479d-82e9-8d229feab3ed tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:23.951979 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-1f887117-8f9e-4cad-a3c2-6f51ca01e1ae req-9c9360be-bd5e-479d-82e9-8d229feab3ed tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Synchronizing usage tracker for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:46:23.997208 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-1f887117-8f9e-4cad-a3c2-6f51ca01e1ae req-9c9360be-bd5e-479d-82e9-8d229feab3ed tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Unset dirty status for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:46:23.998489 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1f887117-8f9e-4cad-a3c2-6f51ca01e1ae req-9c9360be-bd5e-479d-82e9-8d229feab3ed tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 943 time: 0.1518710 Apr 15 19:46:24.047339 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-1f887117-8f9e-4cad-a3c2-6f51ca01e1ae req-6d38acbc-f3cb-460c-bbd7-127e745ff658 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417354 Apr 15 19:46:24.716649 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 780e86ea-3ed2-4032-bbc5-484c07503482 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:46:24.858811 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:46:24.872632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '780e86ea-3ed2-4032-bbc5-484c07503482', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'port_id': '780e86ea-3ed2-4032-bbc5-484c07503482', 'mac_address': 'fa:16:3e:cd:50:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:46:24.933919 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:24.951852 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780e86ea-3ed2-4032-bbc5-484c07503482 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:46:24.967912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:46:25.008653 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:25.010530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-4c3a937e-2097-49fb-af75-d21708770730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:25.079352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=4']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:25.083353 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:25.207650 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['780e86ea-3ed2-4032-bbc5-484c07503482'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:46:25.256201 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61347e5-e77e-47dc-9fd6-af0c9c71021e req-cf3987d0-28cf-4023-9e92-caaa1eccde04 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:25.257844 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b61347e5-e77e-47dc-9fd6-af0c9c71021e req-cf3987d0-28cf-4023-9e92-caaa1eccde04 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 944 time: 0.0931673 Apr 15 19:46:25.306395 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b61347e5-e77e-47dc-9fd6-af0c9c71021e req-1fb200a3-dbe0-47d3-88af-4820f47b6357 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Apr 15 19:46:25.325080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-35e222d9-2f2f-4751-9658-8d242f401bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:25.711745 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:26.508744 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4748c46-b3ae-4d22-b101-eee6e8c5cebf req-e6554c2b-7635-491e-8aa3-bff9ad36df44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:26.510379 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4748c46-b3ae-4d22-b101-eee6e8c5cebf req-e6554c2b-7635-491e-8aa3-bff9ad36df44 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 944 time: 0.0913813 Apr 15 19:46:26.523228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:26.558842 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d4748c46-b3ae-4d22-b101-eee6e8c5cebf req-fc4c937d-2145-474f-a074-2b8ecadd29a9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420918 Apr 15 19:46:26.711567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 780e86ea-3ed2-4032-bbc5-484c07503482 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:46:26.808733 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning for port 780e86ea-3ed2-4032-bbc5-484c07503482 completed by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:46:26.813701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 780e86ea-3ed2-4032-bbc5-484c07503482 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:46:26.814119 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:26.936206 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:26.963695 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:46:26.974198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:46:26.997498 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:26.999463 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb471b70-34fa-4418-9a3b-d5397d34e54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:27.069202 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=5']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:27.072974 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:27.075754 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482', 'code': 200} Apr 15 19:46:27.413419 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32d675-797b-416d-8761-e36ddfd6bbde req-592492f8-5e1a-4244-bffd-9b6953b7b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:27.414982 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c32d675-797b-416d-8761-e36ddfd6bbde req-592492f8-5e1a-4244-bffd-9b6953b7b2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0800292 Apr 15 19:46:27.626491 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:27.747567 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7c32d675-797b-416d-8761-e36ddfd6bbde req-8ce05781-6279-4771-a67d-4558c13c11f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260295 Apr 15 19:46:27.786065 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593371e-71d8-4d0b-8934-c79c20775e6b req-4d12d2e0-427f-4616-ba6c-2a2925fc19e7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:27.791324 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8593371e-71d8-4d0b-8934-c79c20775e6b req-4d12d2e0-427f-4616-ba6c-2a2925fc19e7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.1054153 Apr 15 19:46:27.840595 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8593371e-71d8-4d0b-8934-c79c20775e6b req-d1a4c0d8-1d56-4893-8888-d45c3940b685 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Apr 15 19:46:29.040757 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a786fb0-abb1-45f8-836b-21781718a112 req-575f5a70-1f8c-4ba4-a574-bdee64faf029 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:29.042344 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0a786fb0-abb1-45f8-836b-21781718a112 req-575f5a70-1f8c-4ba4-a574-bdee64faf029 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0869689 Apr 15 19:46:29.089774 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-0a786fb0-abb1-45f8-836b-21781718a112 req-8930092f-d9d9-4875-92e3-cfe92be5fadf tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411327 Apr 15 19:46:29.290908 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094feef-008d-4198-b68f-dcab74cde5da req-00c33d80-5a68-4899-a680-09cdf13cac7b tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:29.292418 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7094feef-008d-4198-b68f-dcab74cde5da req-00c33d80-5a68-4899-a680-09cdf13cac7b tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0884237 Apr 15 19:46:29.339352 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-7094feef-008d-4198-b68f-dcab74cde5da req-58ef2e27-e330-4412-84da-cf975950321c tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Apr 15 19:46:29.364245 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38858) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:29.492161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33ff993-c376-442a-a83f-ea000d26988a tempest-TestShelveInstance-685343894 tempest-TestShelveInstance-685343894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:29.493831 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d33ff993-c376-442a-a83f-ea000d26988a tempest-TestShelveInstance-685343894 tempest-TestShelveInstance-685343894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1093 time: 0.1285055 Apr 15 19:46:29.496894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 38864) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:29.502511 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.v2.base [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Request body: {'floatingip': {'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'port_id': '780e86ea-3ed2-4032-bbc5-484c07503482', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:46:29.508989 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:29.513044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Usage tracker for resource:floatingip and tenant:82716fc345e64ccf847642aca50c61f5 is out of sync, need to count used quota {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:29.515996 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85347) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:29.521994 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.quota.driver [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:29.562957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for floatingip, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:29.708473 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:29.877777 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_common [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Allocated IP 172.28.3.18 (febc6285-c354-4314-ac2a-009ba11485e7/1f8baf5d-2003-4104-94af-2ddfed4829b2/69b5a1bd-212c-4cac-a6b6-9b16929be54f) {{(pid=85347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:46:30.033323 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for port, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:30.100379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290045258663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:30.115546 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b2ef2c2f-545b-4d7e-8fca-ba2b0e864306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:30.247651 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'Port': ['ID=69b5a1bd-212c-4cac-a6b6-9b16929be54f,revision_number=1']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:30.260280 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:30.301457 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Network febc6285-c354-4314-ac2a-009ba11485e7 is already hosted by enough agents. {{(pid=85347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:46:30.302590 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.base_scheduler [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Resources bound (agent type, host, resource id): {{(pid=85347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:46:30.304826 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Received port after_create {{(pid=85347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:46:30.723703 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:30.830399 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:31.042115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:31.077313 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844054708'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:31.092773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-2095fee4-52d4-417c-8bde-ee52f18eb09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:31.221916 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event updated for resources: {'Port': ['ID=69b5a1bd-212c-4cac-a6b6-9b16929be54f,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:31.226417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:31.324936 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838392338'] for floatingip, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:31.503678 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Floating IP 36d73dd3-9da5-4af2-b31b-a5e643eed509 associated. External IP: 172.28.3.18, port: 780e86ea-3ed2-4032-bbc5-484c07503482. Apr 15 19:46:32.111355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Router 129bff6b-d1b7-4063-bbcb-09f071aa155d has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:46:32.295432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:46:32.307295 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] Sync routers for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:46:32.318658 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:46:32.319336 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:46:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:32.346768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:32.407885 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-da74efbe-0af4-4898-b15a-321bf02a1449 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9097438 Apr 15 19:46:32.409001 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:46:32.460185 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482', 'status': 'completed', 'code': 200} Apr 15 19:46:32.568747 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f222bf-c3df-4a27-b279-7499269e6843 req-6f5da445-e7d3-449a-9992-85b3af291598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:32.570424 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39f222bf-c3df-4a27-b279-7499269e6843 req-6f5da445-e7d3-449a-9992-85b3af291598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0875041 Apr 15 19:46:32.696220 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:46:32.721183 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f222bf-c3df-4a27-b279-7499269e6843 req-c9269343-8105-472b-987d-87465cb2db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:32.723349 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39f222bf-c3df-4a27-b279-7499269e6843 req-c9269343-8105-472b-987d-87465cb2db15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1464870 Apr 15 19:46:32.831802 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39f222bf-c3df-4a27-b279-7499269e6843 req-5a3adf7a-d94b-460b-81de-b2284f924603 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 998 time: 0.1006639 Apr 15 19:46:32.902782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f222bf-c3df-4a27-b279-7499269e6843 req-c73cedf2-b633-4598-898e-6e66b2782df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:32.904402 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39f222bf-c3df-4a27-b279-7499269e6843 req-c73cedf2-b633-4598-898e-6e66b2782df3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0672023 Apr 15 19:46:32.985142 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f222bf-c3df-4a27-b279-7499269e6843 req-c1a3541d-b2f7-4e2e-bcbc-c6275b552e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:32.986839 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39f222bf-c3df-4a27-b279-7499269e6843 req-c1a3541d-b2f7-4e2e-bcbc-c6275b552e82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758531 Apr 15 19:46:33.059195 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '36d73dd3-9da5-4af2-b31b-a5e643eed509', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'floating_ip_address': '172.28.3.18', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'port_id': '780e86ea-3ed2-4032-bbc5-484c07503482', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'mac_address': 'fa:16:3e:cd:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623424d-18df-47bc-8681-9939880c3d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:46:30Z', 'updated_at': '2021-04-15T19:46:30Z', 'revision_number': 0, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:33.063342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] Checking router: 129bff6b-d1b7-4063-bbcb-09f071aa155d for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:46:33.072882 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:46:33.073586 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:46:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:33.129940 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39f222bf-c3df-4a27-b279-7499269e6843 req-9fe53946-c45c-4d17-945d-9c704934e1be service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364727 Apr 15 19:46:33.259949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:46:33.273279 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-39f222bf-c3df-4a27-b279-7499269e6843 req-3e2ba322-622e-4185-95c9-7103413bbe25 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371686 Apr 15 19:46:33.623907 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '36d73dd3-9da5-4af2-b31b-a5e643eed509', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'floating_ip_address': '172.28.3.18', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'port_id': '780e86ea-3ed2-4032-bbc5-484c07503482', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'mac_address': 'fa:16:3e:cd:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623424d-18df-47bc-8681-9939880c3d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:46:30Z', 'updated_at': '2021-04-15T19:46:30Z', 'revision_number': 0, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:46:33.628545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062a7c1-39cf-430f-b7c4-848274dd76ef None None] The sync data for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb is: [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_floatingips': [{'id': '36d73dd3-9da5-4af2-b31b-a5e643eed509', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'floating_ip_address': '172.28.3.18', 'floating_network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'router_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'port_id': '780e86ea-3ed2-4032-bbc5-484c07503482', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'mac_address': 'fa:16:3e:cd:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1623424d-18df-47bc-8681-9939880c3d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:46:30Z', 'updated_at': '2021-04-15T19:46:30Z', 'revision_number': 0, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:46:33.886480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0174531-985f-486a-a950-f6e56cedbc26 None None] New status for floating IP 36d73dd3-9da5-4af2-b31b-a5e643eed509: ACTIVE {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:46:39.260010 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:40.578761 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-3ec01231-0f4d-4f9e-991c-e50668003888 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872700 Apr 15 19:46:40.726088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8efee0-8056-472f-87b3-95462170f1d2 req-b1f661a1-877b-4d21-b890-87c03d454497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:40.727688 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-b1f661a1-877b-4d21-b890-87c03d454497 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0788476 Apr 15 19:46:40.883189 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8efee0-8056-472f-87b3-95462170f1d2 req-4fc815bd-b7fc-4ddd-9e8e-eb5d75f645e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:40.884677 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-4fc815bd-b7fc-4ddd-9e8e-eb5d75f645e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1373510 Apr 15 19:46:40.996583 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-03f545a9-d5e3-475a-a7de-8e42e9bb6759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1000 time: 0.1034238 Apr 15 19:46:41.069969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8efee0-8056-472f-87b3-95462170f1d2 req-f5d94faa-e735-4703-bc9a-133bff400f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:41.071489 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-f5d94faa-e735-4703-bc9a-133bff400f9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0629945 Apr 15 19:46:41.157566 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8efee0-8056-472f-87b3-95462170f1d2 req-145b3e2e-c7e2-4bd3-9e5c-6c9f9c4d6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:46:41.159107 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-145b3e2e-c7e2-4bd3-9e5c-6c9f9c4d6eed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792775 Apr 15 19:46:41.299902 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-9569c0e2-1c09-4c0e-959d-3a3a2a3be222 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343088 Apr 15 19:46:41.442722 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-db8efee0-8056-472f-87b3-95462170f1d2 req-88aed914-9876-4087-a6f0-ccbf3b736d7b service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341300 Apr 15 19:46:47.366469 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:46:52.767479 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-eaac8845-a386-4ea6-b1d4-f4eeded0d089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:55.305488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-a2dd16e5-c215-4f4f-96d7-40456f973a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:55.705500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:56.511154 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:57.681152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:09.224066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:22.750137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-46f397b5-50e9-4ba0-a148-52fac58b5112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:24.366495 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:47:25.304863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa044-72a9-4fa9-85b2-3e1dbbcf1f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:25.733352 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:26.528043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:27.618822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:39.280775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:40.540773 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-3525bd89-002b-4384-bc6e-c1c38aeb90a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794575 Apr 15 19:47:40.691957 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-b22791ff-717d-481f-aaa0-039a9967973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:47:40.694400 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-b22791ff-717d-481f-aaa0-039a9967973c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0845494 Apr 15 19:47:40.848584 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-c6f23a04-5333-4cdf-a534-6569862b8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:47:40.850728 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-c6f23a04-5333-4cdf-a534-6569862b8816 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1372571 Apr 15 19:47:40.958057 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-bd607ee4-6bd9-4ef3-bf09-6541cc6f8f0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1000 time: 0.1005940 Apr 15 19:47:41.029536 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-b1b58805-f9ab-4c66-96c0-3ef52f2d4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:47:41.031342 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-b1b58805-f9ab-4c66-96c0-3ef52f2d4d9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0671382 Apr 15 19:47:41.112212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-2cb54017-7381-41f6-8404-db24e5d71024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:47:41.113771 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-2cb54017-7381-41f6-8404-db24e5d71024 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757523 Apr 15 19:47:41.254004 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-cdb96f39-0809-4e8a-88d4-704984a8b7c4 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339419 Apr 15 19:47:41.395622 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8499b7ff-311c-45ba-9b15-cf35fababc44 req-3d113bed-5caa-4fe4-8512-2bf68ffcc320 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348963 Apr 15 19:47:52.772570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-83bca81d-2ee6-47ba-b7eb-0d85ed3a1d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:55.291609 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8f785a86-3e65-4b96-b485-52feed43a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:55.720952 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:56.515279 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:57.623866 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:01.366466 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:48:09.252939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:21.947950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094861f-c9b5-4c4d-9c22-0fe518fad900 req-f44d3499-9922-4fbe-8705-dc452b4dd678 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:21.949489 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3094861f-c9b5-4c4d-9c22-0fe518fad900 req-f44d3499-9922-4fbe-8705-dc452b4dd678 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0902610 Apr 15 19:48:21.997232 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-3094861f-c9b5-4c4d-9c22-0fe518fad900 req-5f4de3b8-6f5f-4590-b020-3cf953689dfd tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413933 Apr 15 19:48:22.760676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-950ec6a4-01b2-45b3-89e9-5ac91057a64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:23.205200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf3c47-44f5-41a2-80f0-a80b4072bb7f req-5a29740b-b628-4e89-b95b-90b83b4f710b tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:23.206808 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-68bf3c47-44f5-41a2-80f0-a80b4072bb7f req-5a29740b-b628-4e89-b95b-90b83b4f710b tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0910254 Apr 15 19:48:23.254447 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-68bf3c47-44f5-41a2-80f0-a80b4072bb7f req-9218083d-6c72-42aa-8187-fb4df0f85479 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408130 Apr 15 19:48:24.456151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f36c-b5bb-4933-85b6-cabe965a6f0b req-e1a0a6a1-c4e1-4163-a445-09f91ef652de tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:24.457756 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5c92f36c-b5bb-4933-85b6-cabe965a6f0b req-e1a0a6a1-c4e1-4163-a445-09f91ef652de tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0895584 Apr 15 19:48:24.504954 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5c92f36c-b5bb-4933-85b6-cabe965a6f0b req-483b7cd0-7c60-4840-8cff-2224e05c1da5 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Apr 15 19:48:25.291125 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7819ab7a-479b-4280-82bd-be6c426f0da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:25.704753 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3a275-451e-485a-9517-d8678df12673 req-4081e261-d64a-44f1-b5c5-c79d9a015958 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:25.706389 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-faf3a275-451e-485a-9517-d8678df12673 req-4081e261-d64a-44f1-b5c5-c79d9a015958 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0883865 Apr 15 19:48:25.731351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:25.754290 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-faf3a275-451e-485a-9517-d8678df12673 req-92b8b1b7-6a46-4e57-a3f3-4debca42c95f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407188 Apr 15 19:48:26.509225 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:26.958044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c94c9-cc64-4241-82d0-451e3d02d832 req-7e50fee7-0f4e-431f-a36e-6f4343a6c859 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:26.960314 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-703c94c9-cc64-4241-82d0-451e3d02d832 req-7e50fee7-0f4e-431f-a36e-6f4343a6c859 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0912480 Apr 15 19:48:27.007238 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-703c94c9-cc64-4241-82d0-451e3d02d832 req-34979cd3-f45a-4620-adbe-8551ae7d8bec tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Apr 15 19:48:27.634873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:28.210515 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422257a-87c9-4dec-bea8-b68114b546e7 req-01e1cc5a-3d35-4c21-ba8a-36b0c27aa9b6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:28.212101 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d422257a-87c9-4dec-bea8-b68114b546e7 req-01e1cc5a-3d35-4c21-ba8a-36b0c27aa9b6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0923622 Apr 15 19:48:28.264735 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-d422257a-87c9-4dec-bea8-b68114b546e7 req-db2e9f00-e0c3-4b7e-a524-ea859a155a58 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460808 Apr 15 19:48:29.486949 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a13a9e-83f6-4a0c-8ca7-9885270435de req-06a816ac-e07b-42ac-b8f2-a260ea64a5c9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:29.488537 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-63a13a9e-83f6-4a0c-8ca7-9885270435de req-06a816ac-e07b-42ac-b8f2-a260ea64a5c9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0890200 Apr 15 19:48:29.536081 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-63a13a9e-83f6-4a0c-8ca7-9885270435de req-e03b68f7-d3fe-47d3-b366-ab107fa3e589 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Apr 15 19:48:30.745057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd82ce-f246-4b18-9fc5-c061f21bdd77 req-90002541-f7f8-48be-8974-cb0fcc55ef94 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:30.746654 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a9dd82ce-f246-4b18-9fc5-c061f21bdd77 req-90002541-f7f8-48be-8974-cb0fcc55ef94 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0933886 Apr 15 19:48:30.793777 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-a9dd82ce-f246-4b18-9fc5-c061f21bdd77 req-a27e62c0-2f59-4a35-a37c-b11f5ae5437c tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Apr 15 19:48:32.008143 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5bc21-339e-4e44-943c-9a1e9b7bee2a req-a4f4b65e-42bf-4641-8dee-e2e177ba9e89 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:32.009720 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-54c5bc21-339e-4e44-943c-9a1e9b7bee2a req-a4f4b65e-42bf-4641-8dee-e2e177ba9e89 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.1000435 Apr 15 19:48:32.058135 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-54c5bc21-339e-4e44-943c-9a1e9b7bee2a req-e74a6ca8-b351-4706-90a5-f4dc219050ba tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Apr 15 19:48:32.109795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-c0778dba-30e3-4256-9660-46961d583020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:32.111399 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-c0778dba-30e3-4256-9660-46961d583020 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0813384 Apr 15 19:48:32.259261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-1800f31b-a724-408d-ae8d-befd9ccd0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:32.260751 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-1800f31b-a724-408d-ae8d-befd9ccd0f2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1429229 Apr 15 19:48:32.370293 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-52f282aa-cc96-4ed0-9f85-9f30c3fff012 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1000 time: 0.1030555 Apr 15 19:48:32.437890 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-b62e49e5-fed2-4599-bd85-82770502d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:32.439385 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-b62e49e5-fed2-4599-bd85-82770502d5fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0633216 Apr 15 19:48:32.523159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-9d2573ae-4320-4d1b-84f1-0a38a013a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:32.524660 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-9d2573ae-4320-4d1b-84f1-0a38a013a35c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790780 Apr 15 19:48:32.666143 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-dd267bed-e04f-43d9-aba1-d0b546b42a40 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348200 Apr 15 19:48:33.028442 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-fe5bfb67-38d7-4d78-9603-3c31069f3c91 req-716f76a4-e2a1-4daa-84a1-0ddb51e01760 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565509 Apr 15 19:48:33.258186 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817064-aed5-4b40-997d-cbe29e58dbe0 req-5972eb6d-47ca-48d6-bc7d-edbd255cbca0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:33.259762 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-23817064-aed5-4b40-997d-cbe29e58dbe0 req-5972eb6d-47ca-48d6-bc7d-edbd255cbca0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0876496 Apr 15 19:48:33.308040 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-23817064-aed5-4b40-997d-cbe29e58dbe0 req-d964f960-91d9-4503-a05a-13f86886ab8a tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 Apr 15 19:48:34.528689 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e001b-48ce-49b1-8ae7-7622f868b5fd req-90742f55-d600-44fb-8c66-4c7849ca44c6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:34.530359 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f25e001b-48ce-49b1-8ae7-7622f868b5fd req-90742f55-d600-44fb-8c66-4c7849ca44c6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0885422 Apr 15 19:48:34.585539 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-f25e001b-48ce-49b1-8ae7-7622f868b5fd req-57e95aa8-4b6f-4860-9a47-2c2ecc082062 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485516 Apr 15 19:48:35.788559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dced36-6840-4dca-962d-752ed79e7bb1 req-5b545356-1c44-41b1-be92-8b2b0b95abb7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:35.790183 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-94dced36-6840-4dca-962d-752ed79e7bb1 req-5b545356-1c44-41b1-be92-8b2b0b95abb7 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0900846 Apr 15 19:48:35.837432 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-94dced36-6840-4dca-962d-752ed79e7bb1 req-1089b3e2-b4ff-45b5-9640-d127f9369839 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408843 Apr 15 19:48:37.385634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ccd1-7b4d-4c27-ae40-2181a74eb51d req-29bcbaa7-6a70-42c7-8fdc-884fec719244 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:37.387230 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5274ccd1-7b4d-4c27-ae40-2181a74eb51d req-29bcbaa7-6a70-42c7-8fdc-884fec719244 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.1625912 Apr 15 19:48:37.466835 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-5274ccd1-7b4d-4c27-ae40-2181a74eb51d req-023cb135-fdce-4250-81b1-75e2310aec15 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707195 Apr 15 19:48:37.490998 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-1744937a-8505-4401-bf11-4e2e381fe95b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3126879 Apr 15 19:48:38.366520 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:48:38.673238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56c763-786e-45a3-b2bb-f950b6ca7ea8 req-e0d466aa-d706-400b-884f-e6988d18a663 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:38.674790 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c56c763-786e-45a3-b2bb-f950b6ca7ea8 req-e0d466aa-d706-400b-884f-e6988d18a663 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0893703 Apr 15 19:48:38.723445 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c56c763-786e-45a3-b2bb-f950b6ca7ea8 req-2b59f14b-e9bb-44b1-aedf-50176a211fdf tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Apr 15 19:48:39.202500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-a37eab50-f55f-4068-a3a2-2cd078f12c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:39.203991 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-a37eab50-f55f-4068-a3a2-2cd078f12c1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&tenant_id=82716fc345e64ccf847642aca50c61f5 HTTP/1.1" status: 200 len: 1098 time: 0.0803976 Apr 15 19:48:39.245457 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:39.302972 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-deafb176-6448-410c-8ec5-7b6836bf4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:39.304558 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-deafb176-6448-410c-8ec5-7b6836bf4c3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0782187 Apr 15 19:48:39.399698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 780e86ea-3ed2-4032-bbc5-484c07503482 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:48:39.448409 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-d2b888f1-3c90-4b90-a894-6ce7576dce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:39.450081 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-d2b888f1-3c90-4b90-a894-6ce7576dce6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1388538 Apr 15 19:48:39.524676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:39.553049 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:48:39.561672 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-9ad56146-bdf7-4f43-8998-e028c1fe6762 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1000 time: 0.1044207 Apr 15 19:48:39.564007 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:48:39.594559 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:39.596523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:48:39.628991 dv-cinder-776307-4-smb neutron-server[85231]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482', 'code': 422} returned with failed status Apr 15 19:48:39.632726 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-46dd4d5a-aa49-4057-b9b3-df2ed42f8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:39.634363 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-46dd4d5a-aa49-4057-b9b3-df2ed42f8151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0666828 Apr 15 19:48:39.671518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=6']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:48:39.681088 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.681626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.681834 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.682207 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.682577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.683061 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.683431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.684198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.684198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.684488 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.684849 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.685210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:48:39.689472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:48:39.722013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-b9293a05-5714-4b7a-8270-4901483f86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:39.723632 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-b9293a05-5714-4b7a-8270-4901483f86fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826681 Apr 15 19:48:39.866132 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-1fbfd61c-0481-45bd-b5b0-bc995f43331a service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352611 Apr 15 19:48:39.927086 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93867194-6e5d-413c-9521-dd57d0fd4950 req-b65c49fd-ad57-43de-aaf1-5e7ee04f9312 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:39.929405 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93867194-6e5d-413c-9521-dd57d0fd4950 req-b65c49fd-ad57-43de-aaf1-5e7ee04f9312 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 943 time: 0.0922394 Apr 15 19:48:39.978439 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-93867194-6e5d-413c-9521-dd57d0fd4950 req-314dbc9e-0aae-4b09-9ed4-6f3435e7e2e5 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Apr 15 19:48:40.010682 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8bc2619b-bff9-4c82-8b0e-4c99699d0751 req-fc351c47-7f58-465d-9976-1a3a8069c87c service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387789 Apr 15 19:48:41.176580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f93027-c2df-4fa3-b434-149032c083fe req-6f61f936-b8b4-497a-973b-46c181260379 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:41.178387 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b8f93027-c2df-4fa3-b434-149032c083fe req-6f61f936-b8b4-497a-973b-46c181260379 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 943 time: 0.0875831 Apr 15 19:48:41.226720 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b8f93027-c2df-4fa3-b434-149032c083fe req-a1e96fbb-5896-42c4-8f27-c44e07a9e878 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Apr 15 19:48:41.414992 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 780e86ea-3ed2-4032-bbc5-484c07503482 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:48:41.551457 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648cbd7-7859-4dc2-aab6-a086ce7baea9 req-18424b1b-cf88-4b59-9642-8bcf6fc3cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:41.553004 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8648cbd7-7859-4dc2-aab6-a086ce7baea9 req-18424b1b-cf88-4b59-9642-8bcf6fc3cdc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1096 time: 0.0809677 Apr 15 19:48:41.559577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:48:41.578170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Returning: {'device': '780e86ea-3ed2-4032-bbc5-484c07503482', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'port_id': '780e86ea-3ed2-4032-bbc5-484c07503482', 'mac_address': 'fa:16:3e:cd:50:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:48:41.596351 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8648cbd7-7859-4dc2-aab6-a086ce7baea9 req-5356a49b-2459-4fe4-98b1-038f42560670 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372763 Apr 15 19:48:41.636948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:41.655210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780e86ea-3ed2-4032-bbc5-484c07503482 {{(pid=85348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:48:41.671597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:48:41.703025 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:41.704944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:48:41.773958 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=7']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:48:41.777081 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:48:41.981215 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] get_ports_and_sgs() called for port_ids ['780e86ea-3ed2-4032-bbc5-484c07503482'] {{(pid=85348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:48:42.442874 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9e5f2-8a29-481b-a98b-7d0705d67789 req-0181eb51-8281-45ef-9867-8dfcf1ab4b48 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:42.444493 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-09d9e5f2-8a29-481b-a98b-7d0705d67789 req-0181eb51-8281-45ef-9867-8dfcf1ab4b48 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 944 time: 0.0903182 Apr 15 19:48:42.494280 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-09d9e5f2-8a29-481b-a98b-7d0705d67789 req-756b8b32-2137-4714-a72b-22bf4954ffd0 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431812 Apr 15 19:48:42.559766 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-20e0cfa5-bfd6-4290-8d0d-3cf15391a642 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761895 Apr 15 19:48:42.712763 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-ae95055e-7aeb-4937-afb4-67a7a9d91a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:42.714410 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-ae95055e-7aeb-4937-afb4-67a7a9d91a55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1097 time: 0.0837643 Apr 15 19:48:42.870094 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-9dec2ae0-629e-46e7-a3b5-2f64430339ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:42.871561 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-9dec2ae0-629e-46e7-a3b5-2f64430339ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1380346 Apr 15 19:48:42.980556 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-6d4ca528-7e12-4df9-9ebd-f4e0dd53b730 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 999 time: 0.1024997 Apr 15 19:48:43.048800 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-86ce73a6-02a9-4115-8fd1-8db8f0e886a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:43.050357 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-86ce73a6-02a9-4115-8fd1-8db8f0e886a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0641515 Apr 15 19:48:43.131354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-ea294896-cf20-4316-9f86-0ce5266bd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:43.132830 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-ea294896-cf20-4316-9f86-0ce5266bd07d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756269 Apr 15 19:48:43.272792 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-20a6a38d-d176-41e9-87d3-dd9441c756a7 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331980 Apr 15 19:48:43.414664 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-6b6df88d-7ff2-4ace-9441-eb99ab2b8462 req-cd7a5bcd-8249-4fcb-8f1f-435d61fcbbfa service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358137 Apr 15 19:48:43.430387 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 780e86ea-3ed2-4032-bbc5-484c07503482 up at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:48:43.502638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.provisioning_blocks [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Provisioning complete for port 780e86ea-3ed2-4032-bbc5-484c07503482 triggered by entity L2. {{(pid=85348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:48:43.503227 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16710262'] for port, provisioning_complete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:43.629068 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:43.657863 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482'}] {{(pid=85348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:48:43.668635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:48:43.697597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746809955648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290045258646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746809517188'] for port, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:43.700552 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:48:43.704595 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71239e0a-3c8a-4cd5-8dbe-300108c5115e req-d5b85669-fa4e-423b-89b8-ccabfa0e7cc9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:48:43.706323 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-71239e0a-3c8a-4cd5-8dbe-300108c5115e req-d5b85669-fa4e-423b-89b8-ccabfa0e7cc9 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 944 time: 0.0972650 Apr 15 19:48:43.733742 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482', 'code': 200} Apr 15 19:48:43.755252 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-71239e0a-3c8a-4cd5-8dbe-300108c5115e req-25cf4818-8c90-4326-824d-16824fbe1730 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422165 Apr 15 19:48:43.777591 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Pushing event updated for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=8']} {{(pid=85348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:48:43.780909 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:48:52.760204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-da5f25de-949b-4811-82ca-2cdefe8cb584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:55.291635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3722-9120-46a1-8710-dbceceef76e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:55.731321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:56.502820 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:57.631251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:09.280153 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:15.367148 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:49:22.765321 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-20f9c6c8-7bf4-4a5f-8899-a46d2535ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:25.307698 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-42c930a0-ed0e-47e3-91f2-5438097a42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:25.730593 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:26.519192 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:27.639150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:39.284914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:42.641294 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-73429a9b-0390-4a5b-bbbb-4451673cfbe7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796425 Apr 15 19:49:42.790528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721f89-98c7-4157-a201-6ecf13abb204 req-fac639a3-6e33-4f8c-9f48-a33763e40908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:42.792134 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-fac639a3-6e33-4f8c-9f48-a33763e40908 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0793176 Apr 15 19:49:42.946338 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721f89-98c7-4157-a201-6ecf13abb204 req-c0b79eff-1ea9-42b7-a873-c9eafdcd53db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:42.947824 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-c0b79eff-1ea9-42b7-a873-c9eafdcd53db service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1367755 Apr 15 19:49:43.055396 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-17d0c95d-3d71-49d9-8d17-1dd77463c283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1000 time: 0.1012251 Apr 15 19:49:43.123805 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721f89-98c7-4157-a201-6ecf13abb204 req-5aa5bcbb-4f0c-4b97-9ce2-2c1f2bc872d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:43.125308 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-5aa5bcbb-4f0c-4b97-9ce2-2c1f2bc872d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0637836 Apr 15 19:49:43.209976 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721f89-98c7-4157-a201-6ecf13abb204 req-f4cb12d1-281a-4a05-ab72-defafa81595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:43.211604 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-f4cb12d1-281a-4a05-ab72-defafa81595d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786781 Apr 15 19:49:43.350551 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-1df54194-d5a9-4900-b2ec-781b015d3956 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326838 Apr 15 19:49:43.488690 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-de721f89-98c7-4157-a201-6ecf13abb204 req-81f8c843-9660-4018-8319-8dc12ce30972 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323626 Apr 15 19:49:52.367344 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:49:52.758707 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-62596eb6-e3a8-46d1-9988-cf853f5edf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.284727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-dd8f079c-3cae-4725-80a8-c0407f9ecb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.730050 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:56.507950 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:57.650038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.273316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:22.763875 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-abccdc02-ce2f-4a44-ba15-3500e14d2ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.283625 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-883927f8-ac40-4670-b5f7-d4d03119b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.735027 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.512151 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.638224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.366285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:50:39.277848 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.566034 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-84a53231-6bc8-4a83-be7e-245c26fea860 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781109 Apr 15 19:50:42.714533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-26221628-b971-4139-a941-e02ec1daca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:42.716153 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-26221628-b971-4139-a941-e02ec1daca67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0798664 Apr 15 19:50:42.874097 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-aacec78a-d412-4497-8887-d1455cba96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:42.875670 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-aacec78a-d412-4497-8887-d1455cba96ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1417720 Apr 15 19:50:42.984519 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-a83c4f51-2580-457b-93c7-5558c7e2371e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1000 time: 0.1011908 Apr 15 19:50:43.055914 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-4824cfca-81ae-4832-b7ee-e66507f3438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:43.057476 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-4824cfca-81ae-4832-b7ee-e66507f3438c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0660679 Apr 15 19:50:43.138003 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-fe676375-231d-4988-9b32-df71d8404ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:43.139495 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-fe676375-231d-4988-9b32-df71d8404ef1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757778 Apr 15 19:50:43.508165 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-9c6efbac-b2bc-432e-9ad2-8bae5d8e8400 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616078 Apr 15 19:50:43.648328 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-266b1da7-a1c2-465d-968e-560c543e1e1e req-37469529-c98b-4970-a10e-1bfeefcf0c31 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328785 Apr 15 19:50:52.752096 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-e7803ef5-bc7a-4ab6-95ff-f4f984131cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.271674 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-34543a22-79d6-43dc-8a48-736b80c50631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.729203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:56.506654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:57.698391 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.366596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:51:09.294930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:18.649904 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-60b5d69f-d687-4b26-93eb-6682fddac8a2 req-e7b12315-668d-403f-8e0f-cf2d25cce2b6 service neutron] (85347) timed out ('10.222.0.13', 60503) {{(pid=85347) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 19:51:22.768522 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9650ba9c-3324-40bb-9a6e-0c18c48c261f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.277130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-31b78193-7d8d-4351-829e-533f55a63847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.723361 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.522355 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:27.649589 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.294441 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.365692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:51:43.574794 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-82babb94-9d8e-48d6-9c16-5a51b00ba6ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1301632 Apr 15 19:51:43.727500 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734215-d660-4105-acfe-288bced0372f req-edd1c9f8-1b6a-4225-b3ca-3f888da9be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:43.729397 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-edd1c9f8-1b6a-4225-b3ca-3f888da9be16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0849760 Apr 15 19:51:43.883527 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734215-d660-4105-acfe-288bced0372f req-755dd202-5bcb-4d7b-b9ae-c7940139f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:43.885800 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-755dd202-5bcb-4d7b-b9ae-c7940139f335 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1377380 Apr 15 19:51:43.996768 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-2516540c-2964-4bfa-8951-aee138fc858d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 1000 time: 0.1043777 Apr 15 19:51:44.065018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734215-d660-4105-acfe-288bced0372f req-49b449d9-7995-43a5-a1a5-a85d15051d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:44.066582 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-49b449d9-7995-43a5-a1a5-a85d15051d8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0636632 Apr 15 19:51:44.150386 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734215-d660-4105-acfe-288bced0372f req-ec637e1a-4372-4486-b78a-57edf933f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:44.151977 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-ec637e1a-4372-4486-b78a-57edf933f270 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792847 Apr 15 19:51:44.296439 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-f58dbd34-3aa5-46e9-ac9e-6a4f40a44540 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364596 Apr 15 19:51:44.437813 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-4c734215-d660-4105-acfe-288bced0372f req-75529132-c819-49ee-99f9-1e9263ba313e service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356390 Apr 15 19:51:52.762307 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-27e8f93f-ac8f-4b95-b4a4-6a4fa6183d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.288041 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-aabac2d9-c0d5-4141-b180-19196038c5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.739577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:56.510942 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:57.654298 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:09.363317 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:11.958516 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39026) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:12.177080 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Deleting port 69b5a1bd-212c-4cac-a6b6-9b16929be54f {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:12.177487 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.356893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.357261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.497472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Calling delete_port for 69b5a1bd-212c-4cac-a6b6-9b16929be54f owned by network:floatingip {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:12.745303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.760865 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:12.853035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event deleted for resources: {'Port': ['ID=69b5a1bd-212c-4cac-a6b6-9b16929be54f,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:12.869939 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.870380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.870775 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.871185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.871595 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.872000 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.872402 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.872804 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.873204 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.873632 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.874031 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.874432 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:12.879366 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:13.043451 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for floatingip, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.044102 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.db.l3_db [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Floating IP 36d73dd3-9da5-4af2-b31b-a5e643eed509 disassociated (deleted). External IP: 172.28.3.18, port: 780e86ea-3ed2-4032-bbc5-484c07503482. Apr 15 19:52:13.414880 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Router 129bff6b-d1b7-4063-bbcb-09f071aa155d has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:52:13.601638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:52:13.611388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] Sync routers for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:52:13.621537 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:13.624533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:51:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:13.654146 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for floatingip, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.719328 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-8671cada-5a4c-4d03-b123-17ac05c8efe6 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "DELETE /v2.0/floatingips/36d73dd3-9da5-4af2-b31b-a5e643eed509 HTTP/1.1" status: 204 len: 168 time: 1.7596331 Apr 15 19:52:13.720077 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482'}] {{(pid=85347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:13.822570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:13.855655 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482', 'status': 'completed', 'code': 200} Apr 15 19:52:13.957666 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-4f35fb2e-49eb-4ec5-8194-634b30fb013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:13.959307 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-4f35fb2e-49eb-4ec5-8194-634b30fb013a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82716fc345e64ccf847642aca50c61f5&device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 1098 time: 0.0804756 Apr 15 19:52:14.105501 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-5226df1f-f934-47bd-aa5c-680745e19a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:14.107107 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-5226df1f-f934-47bd-aa5c-680745e19a25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 200 len: 909 time: 0.1414990 Apr 15 19:52:14.170948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:14.176220 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] Checking router: 129bff6b-d1b7-4063-bbcb-09f071aa155d for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:52:14.185836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:14.186523 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:51:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:14.187418 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-e912ac38-0a08-404e-9d6f-6b81fa079d08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 200 len: 217 time: 0.0717041 Apr 15 19:52:14.257354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-1e213309-90c0-438f-9dd2-801fc4af3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:14.259110 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-1e213309-90c0-438f-9dd2-801fc4af3eb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 200 len: 847 time: 0.0654478 Apr 15 19:52:14.274043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ea822-02ac-4cb7-8cdb-be2be9bafe1b req-2ac71840-7a75-452c-afc9-27ded75178e5 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:14.274938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-ae9ea822-02ac-4cb7-8cdb-be2be9bafe1b req-2ac71840-7a75-452c-afc9-27ded75178e5 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Synchronizing usage tracker for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85347) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:14.328212 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-ae9ea822-02ac-4cb7-8cdb-be2be9bafe1b req-2ac71840-7a75-452c-afc9-27ded75178e5 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Unset dirty status for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85347) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:14.329543 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ae9ea822-02ac-4cb7-8cdb-be2be9bafe1b req-2ac71840-7a75-452c-afc9-27ded75178e5 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.1958759 Apr 15 19:52:14.348839 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-933a727b-f06a-468c-a6d5-ef4085239a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:14.350774 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-933a727b-f06a-468c-a6d5-ef4085239a53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5562c921-6319-4482-9cdf-bb0436f99430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841527 Apr 15 19:52:14.381590 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-ae9ea822-02ac-4cb7-8cdb-be2be9bafe1b req-c2c6b875-5084-4b8f-9f0e-35c91222838a tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 Apr 15 19:52:14.383581 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:14.496171 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-b72dbfb0-d94c-4bdd-926d-0336edae7b3c service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386395 Apr 15 19:52:14.640160 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-8634667f-cb62-4d3f-a181-5b20dda9f67e req-076bae95-e1bc-44e6-95db-456d7338e518 service neutron] 10.222.0.13 "GET /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348188 Apr 15 19:52:14.717234 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:14.722133 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c21cc-f3ff-4559-b086-491cd7508ecf None None] The sync data for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb is: [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:49Z', 'revision_number': 4, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb', '_interfaces': [{'id': '6b1ce917-fe9f-4ab2-99a7-1eb9002179b0', 'name': '', 'network_id': '5562c921-6319-4482-9cdf-bb0436f99430', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'mac_address': 'fa:16:3e:5e:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:48Z', 'updated_at': '2021-04-15T19:45:58Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'subnets': [{'id': '12c56b06-dfaa-42a2-9640-ebabee2ebbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:15.120320 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3513b6a-83bd-495b-939b-f6ad7a3149e9 None None] New status for floating IP 36d73dd3-9da5-4af2-b31b-a5e643eed509: DOWN {{(pid=85349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:52:15.538930 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-f7a99ebd-6cb8-4952-9897-a44bc939d747 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:15.540516 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-f7a99ebd-6cb8-4952-9897-a44bc939d747 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.13 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.0968258 Apr 15 19:52:15.671822 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Deleting port 780e86ea-3ed2-4032-bbc5-484c07503482 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:15.672221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:15.790004 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040425-b199-489b-8561-7612f74330a7 req-0d64b9c9-7b8f-44fe-9d59-b85e36b78427 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:15.791529 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b9040425-b199-489b-8561-7612f74330a7 req-0d64b9c9-7b8f-44fe-9d59-b85e36b78427 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 945 time: 0.2753067 Apr 15 19:52:15.931614 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-b9040425-b199-489b-8561-7612f74330a7 req-39988009-cc89-4ba4-a95b-00d80cd3d35a tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e4209-eeda-4575-a943-614888694038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328156 Apr 15 19:52:15.996009 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] For port 780e86ea-3ed2-4032-bbc5-484c07503482, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=780e86ea-3ed2-4032-bbc5-484c07503482,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:15.996412 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:16.125646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Calling delete_port for 780e86ea-3ed2-4032-bbc5-484c07503482 owned by compute:nova {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:16.356372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:16.374444 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-f898cab4-35ec-40bc-8cc7-627d33a7ba28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:16.466482 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event deleted for resources: {'Port': ['ID=780e86ea-3ed2-4032-bbc5-484c07503482,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:16.482066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.482474 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.482873 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.483264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.483655 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.484043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.484427 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.484809 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.485193 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.485598 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.485984 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.487026 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-smb {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:16.490417 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:16.631159 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] No DVR routers for this DVR port 780e86ea-3ed2-4032-bbc5-484c07503482 on host hv-cinder-77630 {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:52:16.633786 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645787'] for port, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:16.636853 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-deleted', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:16.689290 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-c72656a1-b814-42a5-a2e2-57b862dce6b9 req-7f15031a-f7ec-443c-88f1-066ae6c6203f tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.13 "DELETE /v2.0/ports/780e86ea-3ed2-4032-bbc5-484c07503482 HTTP/1.1" status: 204 len: 173 time: 1.1433728 Apr 15 19:52:16.749089 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1623424d-18df-47bc-8681-9939880c3d5d', 'name': 'network-vif-deleted', 'tag': '780e86ea-3ed2-4032-bbc5-484c07503482', 'status': 'completed', 'code': 200} Apr 15 19:52:17.108453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-196a1e36-8400-40aa-a92a-82cc983291d2 req-d0721010-ebd6-4223-8e3e-fc7e319f4b93 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Synchronizing usage tracker for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85346) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:17.202076 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.quota.resource [req-196a1e36-8400-40aa-a92a-82cc983291d2 req-d0721010-ebd6-4223-8e3e-fc7e319f4b93 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Unset dirty status for tenant:82716fc345e64ccf847642aca50c61f5 on resource:port {{(pid=85346) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:17.203383 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [req-196a1e36-8400-40aa-a92a-82cc983291d2 req-d0721010-ebd6-4223-8e3e-fc7e319f4b93 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "GET /v2.0/ports?device_id=1623424d-18df-47bc-8681-9939880c3d5d HTTP/1.1" status: 200 len: 210 time: 0.1480207 Apr 15 19:52:18.306391 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39060) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:18.379275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca37a6b5-2917-4a2e-9bb9-4266e07c5208 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:18.413304 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca37a6b5-2917-4a2e-9bb9-4266e07c5208 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:18.562330 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca37a6b5-2917-4a2e-9bb9-4266e07c5208 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:18.567797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-8116ae45-56ae-411f-b3dd-e89312f4f4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:18.582836 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37a6b5-2917-4a2e-9bb9-4266e07c5208 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e4209-eeda-4575-a943-614888694038,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:18.585692 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ca37a6b5-2917-4a2e-9bb9-4266e07c5208 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:18.624316 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ca37a6b5-2917-4a2e-9bb9-4266e07c5208 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:18.625610 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ca37a6b5-2917-4a2e-9bb9-4266e07c5208 tempest-TestShelveInstance-1554695566 tempest-TestShelveInstance-1554695566-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc6e4209-eeda-4575-a943-614888694038 HTTP/1.1" status: 204 len: 168 time: 0.3180926 Apr 15 19:52:19.777226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39070) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:20.365626 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:52:20.641043 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 780e86ea-3ed2-4032-bbc5-484c07503482 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:20.691104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] No Port match for: 780e86ea-3ed2-4032-bbc5-484c07503482 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:52:20.691438 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Device 780e86ea-3ed2-4032-bbc5-484c07503482 not bound to the agent host hv-cinder-77630 {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:52:20.718008 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16382720'] for router_interface, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:21.085570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Deleting port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:21.086167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:21.263731 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] For port 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:21.264131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:21.397112 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Calling delete_port for 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 owned by network:router_interface {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:21.767739 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:21.784991 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9ebeb0c7-8e04-4162-9a99-4c3ac75d5300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:21.877138 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1ce917-fe9f-4ab2-99a7-1eb9002179b0,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:21.880194 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:22.229170 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838278733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16383403'] for router_interface, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:22.729587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Router 129bff6b-d1b7-4063-bbcb-09f071aa155d has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:52:22.762173 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b559d541-01cc-4be1-8be0-0cfa425d72cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:22.921265 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:52:22.933104 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] Sync routers for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:52:22.943145 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:22.943773 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:51:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:22.981521 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-7e05af2c-381d-4b35-8b92-926f7a7c2d4c admin admin] 10.222.0.20 "PUT /v2.0/routers/129bff6b-d1b7-4063-bbcb-09f071aa155d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2029591 Apr 15 19:52:22.984067 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39076) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:23.146378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:23.423530 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks [] for router, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:23.456690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:52:21Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:23.460894 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] Checking router: 129bff6b-d1b7-4063-bbcb-09f071aa155d for host: dv-cinder-776307-4-smb {{(pid=85348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:52:23.469965 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] Routers {'129bff6b-d1b7-4063-bbcb-09f071aa155d'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:23.470635 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:51:55Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['129bff6b-d1b7-4063-bbcb-09f071aa155d'], 'active': True} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:23.610625 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:23.659797 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Deleting port 00d45da8-62ba-45dc-9cc0-f928801a3a17 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:23.660431 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:23.661309 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] Set router 129bff6b-d1b7-4063-bbcb-09f071aa155d gateway port host: dv-cinder-776307-4-smb {{(pid=85348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:23.867828 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] For port 00d45da8-62ba-45dc-9cc0-f928801a3a17, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=00d45da8-62ba-45dc-9cc0-f928801a3a17,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:23.868300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.004577 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Calling delete_port for 00d45da8-62ba-45dc-9cc0-f928801a3a17 owned by network:router_gateway {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:24.144175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:52:21Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:24.148285 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28c10e7-39a7-40ed-bb8a-fedf1b6a9085 None None] The sync data for ids ['129bff6b-d1b7-4063-bbcb-09f071aa155d'] in dv-cinder-776307-4-smb is: [{'id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'name': 'tempest-TestShelveInstance-227417246-router', 'tenant_id': '82716fc345e64ccf847642aca50c61f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:52:21Z', 'revision_number': 5, 'project_id': '82716fc345e64ccf847642aca50c61f5', 'gw_port': {'id': '00d45da8-62ba-45dc-9cc0-f928801a3a17', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129bff6b-d1b7-4063-bbcb-09f071aa155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:45Z', 'updated_at': '2021-04-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}] {{(pid=85348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:24.265198 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.281378 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-26afa428-4bab-4d45-bc95-1c1c7c90abe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:24.379490 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Pushing event deleted for resources: {'Port': ['ID=00d45da8-62ba-45dc-9cc0-f928801a3a17,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:24.383540 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:24.543768 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16383249'] for router_gateway, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.729893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16369067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62728'] for router, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.732226 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.853333 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838408133'] for router, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.853877 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 129bff6b-d1b7-4063-bbcb-09f071aa155d {{(pid=85347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:52:24.867057 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.868292 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-03ea1fb2-cd4b-4edf-b358-9d8b1d3eb4be admin admin] 10.222.0.20 "DELETE /v2.0/routers/129bff6b-d1b7-4063-bbcb-09f071aa155d HTTP/1.1" status: 204 len: 168 time: 1.8832507 Apr 15 19:52:24.870947 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39080) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:24.938373 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Deleting subnet 12c56b06-dfaa-42a2-9640-ebabee2ebbfa {{(pid=85347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:52:24.942372 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:24.997411 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852611981'] for subnet, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.091430 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.287837 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-c36bc581-d2ad-4885-bf92-4e8849960a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.373893 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844054783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853197439'] for subnet, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.389118 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:25.457755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:25.484795 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c56b06-dfaa-42a2-9640-ebabee2ebbfa,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:25.487643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:25.495631 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:52:25.496069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 6b1ce917-fe9f-4ab2-99a7-1eb9002179b0 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:52:25.496547 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 00d45da8-62ba-45dc-9cc0-f928801a3a17 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:25.523915 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.530535 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ce3004d5-bfe4-4074-9037-e6769d853c71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/12c56b06-dfaa-42a2-9640-ebabee2ebbfa HTTP/1.1" status: 204 len: 168 time: 0.6583371 Apr 15 19:52:25.533533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39084) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:25.537230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 00d45da8-62ba-45dc-9cc0-f928801a3a17 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:52:25.537662 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 00d45da8-62ba-45dc-9cc0-f928801a3a17 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:52:25.539201 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed55aa-fb33-47bb-9fac-88967ce1aa37 None None] Network 5562c921-6319-4482-9cdf-bb0436f99430 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:52:25.650551 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.722210 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Deleting port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:25.722625 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.756669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.802236 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] DHCP port deletion for 5562c921-6319-4482-9cdf-bb0436f99430 request from dv-cinder-776307-4-smb {{(pid=85348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:52:25.806782 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Deleting port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:25.807200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.946267 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] For port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:25.946570 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.023629 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] For port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,segment=NetworkSegment(3c1a2348-8c9a-4022-8c13-b0222f7e60b9),segment_id=3c1a2348-8c9a-4022-8c13-b0222f7e60b9)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:26.024069 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.079311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Calling delete_port for c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 owned by network:dhcp {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:26.153070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Calling delete_port for c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 owned by network:dhcp {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:26.226058 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85348) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:52:26.226395 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:52:26.247562 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.263420 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bc43b79c-51b1-4270-b7a2-2fff0c69892d tempest-AttachVolumeTestJSON-499976947 tempest-AttachVolumeTestJSON-499976947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:26.355221 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:26.369846 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:26.404933 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] No DVR routers for this DVR port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 on host dv-cinder-776307-4-smb {{(pid=85347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:52:26.510978 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.527035 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.728303 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Deleting port c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:26.728888 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.807533 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1650128b-c096-45b5-977d-bb9d88c384bc None None] The port 'c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6' was deleted {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:52:26.894073 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5562c921-6319-4482-9cdf-bb0436f99430']}} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:26.907357 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1a2348-8c9a-4022-8c13-b0222f7e60b9') {'for_net_delete': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:26.907701 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1a2348-8c9a-4022-8c13-b0222f7e60b9') {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:26.920013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2163787'] for segment, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.935301 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:26.942375 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=85347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:52:27.126339 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Network 5562c921-6319-4482-9cdf-bb0436f99430 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:52:27.139505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10720672'] for segment, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:27.316290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Network 5562c921-6319-4482-9cdf-bb0436f99430 has no segments {{(pid=85347) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:52:27.339710 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:52:27.457948 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:27.461286 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:27.463262 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:27.467253 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-e8120e9d-f539-4e54-ab37-82de209b2756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:27.490988 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5562c921-6319-4482-9cdf-bb0436f99430,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:27.493774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:27.498510 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:52:27.498911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device c9a3da41-65fc-4cfb-9f4e-1e43dbd31be6 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:52:27.535635 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-ea8fd37b-38ef-4c9a-a21a-aa98160e8e34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5562c921-6319-4482-9cdf-bb0436f99430 HTTP/1.1" status: 204 len: 168 time: 2.0005538 Apr 15 19:52:27.538613 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39088) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:27.665322 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.099098 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16382720'] for router_interface, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.454294 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Deleting port a88ef09a-bf5b-4a32-af7f-052779c8fc0e {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:28.454597 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.631222 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] For port a88ef09a-bf5b-4a32-af7f-052779c8fc0e, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,segment=NetworkSegment(b3979e34-c820-45b9-9e37-5f17b715536e),segment_id=b3979e34-c820-45b9-9e37-5f17b715536e)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:28.631619 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.760575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Calling delete_port for a88ef09a-bf5b-4a32-af7f-052779c8fc0e owned by network:router_interface {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:29.059544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:29.074746 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-950cd2aa-e3cd-4b4f-805b-66eb4f618768 tempest-AttachVolumeShelveTestJSON-1777841945 tempest-AttachVolumeShelveTestJSON-1777841945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:29.174084 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88ef09a-bf5b-4a32-af7f-052779c8fc0e,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:29.181506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:29.524178 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838278733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16383403'] for router_interface, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:30.272887 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Router d6ab9660-39f3-4da9-b26e-5a150b53b706 has already been hosted by L3 agent 4011198a-7866-49f0-9033-d25f7257e90c {{(pid=85347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:52:30.460093 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-smb the message routers_updated {{(pid=85347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:52:30.468690 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] Sync routers for ids ['d6ab9660-39f3-4da9-b26e-5a150b53b706'] in dv-cinder-776307-4-smb {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:52:30.471883 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-bb7dc763-3e45-45c0-9956-e156c35691c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/d6ab9660-39f3-4da9-b26e-5a150b53b706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9296553 Apr 15 19:52:30.472115 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39092) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:30.479273 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] Routers {'d6ab9660-39f3-4da9-b26e-5a150b53b706'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:30.479938 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:52:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['d6ab9660-39f3-4da9-b26e-5a150b53b706'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:30.661161 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:30.673365 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] Set router d6ab9660-39f3-4da9-b26e-5a150b53b706 gateway port host: dv-cinder-776307-4-smb {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:30.850251 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:30.882260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Deleting port 0d1b291b-2c30-418f-9d87-07ca90228674 {{(pid=85347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:30.882643 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:30.973706 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'external_fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:52:28Z', 'revision_number': 5, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port': {'id': '0d1b291b-2c30-418f-9d87-07ca90228674', 'name': '', 'network_id': 'febc6285-c354-4314-ac2a-009ba11485e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:45:54Z', 'updated_at': '2021-04-15T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f8baf5d-2003-4104-94af-2ddfed4829b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-smb'}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:30.977634 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] Checking router: d6ab9660-39f3-4da9-b26e-5a150b53b706 for host: dv-cinder-776307-4-smb {{(pid=85349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:52:30.986490 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] Routers {'d6ab9660-39f3-4da9-b26e-5a150b53b706'} bound to L3 agent in host dv-cinder-776307-4-smb {{(pid=85349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:30.987152 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:26:55Z,description=,heartbeat_timestamp=2021-04-15T19:52:25Z,host='dv-cinder-776307-4-smb',id=4011198a-7866-49f0-9033-d25f7257e90c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:26:55Z,topic='l3_agent')) {'router_ids': ['d6ab9660-39f3-4da9-b26e-5a150b53b706'], 'active': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:31.063838 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] For port 0d1b291b-2c30-418f-9d87-07ca90228674, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=0d1b291b-2c30-418f-9d87-07ca90228674,segment=NetworkSegment(127021a1-2519-4c1e-a63d-da4158a5f9ae),segment_id=127021a1-2519-4c1e-a63d-da4158a5f9ae)] {{(pid=85347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:31.064240 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:31.149899 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvr_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] Set router d6ab9660-39f3-4da9-b26e-5a150b53b706 gateway port host: None {{(pid=85349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:31.205396 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Calling delete_port for 0d1b291b-2c30-418f-9d87-07ca90228674 owned by network:router_gateway {{(pid=85347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:31.266023 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_hamode_db [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:52:30Z', 'revision_number': 6, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port_host': None}], 'dv-cinder-776307-4-smb', False) {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:31.270861 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad9f48-4cff-4d96-8e89-e25980bc6f13 None None] The sync data for ids ['d6ab9660-39f3-4da9-b26e-5a150b53b706'] in dv-cinder-776307-4-smb is: [{'id': 'd6ab9660-39f3-4da9-b26e-5a150b53b706', 'name': 'tempest-TestShelveInstance-449843789-router', 'tenant_id': '5de0287f6da5428ea1e1df1438bcb171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:45:53Z', 'updated_at': '2021-04-15T19:52:30Z', 'revision_number': 6, 'project_id': '5de0287f6da5428ea1e1df1438bcb171', 'gw_port_host': None}] {{(pid=85349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:31.423759 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device a88ef09a-bf5b-4a32-af7f-052779c8fc0e no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:31.459261 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: a88ef09a-bf5b-4a32-af7f-052779c8fc0e {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:52:31.459654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device a88ef09a-bf5b-4a32-af7f-052779c8fc0e not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:52:31.573555 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10721108'] for port, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:31.590418 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-50d98bd4-f409-4119-874b-0fc47739ba04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:31.689472 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1b291b-2c30-418f-9d87-07ca90228674,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:31.694484 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:31.854311 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16383249'] for router_gateway, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.042011 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16369067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62728'] for router, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.044331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.219066 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838408133'] for router, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.219574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ab9660-39f3-4da9-b26e-5a150b53b706 {{(pid=85347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:52:32.233381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] Notify callbacks [] for router, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.234674 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-d3482c62-0e4c-4114-9962-5166e9b1f7d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d6ab9660-39f3-4da9-b26e-5a150b53b706 HTTP/1.1" status: 204 len: 168 time: 1.7607963 Apr 15 19:52:32.237557 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 39096) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:32.307016 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Deleting subnet 97db7ff5-7b0a-4266-b02f-53ed88aa7ebe {{(pid=85346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:52:32.310102 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.360973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852765062'] for subnet, precommit_delete_associations {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.671228 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.956480 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852224592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-956378'] for subnet, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.972306 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:33.063781 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97db7ff5-7b0a-4266-b02f-53ed88aa7ebe,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:33.069334 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:33.101624 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for subnet, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.107014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f5057-af31-47fc-9121-1f9d3242407c None None] Network 2084cf79-db9d-489c-b414-5337af84b028 requested from dv-cinder-776307-4-smb {{(pid=85348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:52:33.107499 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-14ca9274-c34e-45ec-8665-84b7bf516ec8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/97db7ff5-7b0a-4266-b02f-53ed88aa7ebe HTTP/1.1" status: 204 len: 168 time: 0.8680174 Apr 15 19:52:33.110241 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85346) accepted ('10.222.0.20', 39100) {{(pid=85346) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:33.230401 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854747828'] for network, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.299661 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Deleting port 73887e52-ca6b-4c1d-b266-eaed06629913 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:33.300042 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.370039 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] DHCP port deletion for 2084cf79-db9d-489c-b414-5337af84b028 request from dv-cinder-776307-4-smb {{(pid=85348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:52:33.374274 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Deleting port 73887e52-ca6b-4c1d-b266-eaed06629913 {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:33.374699 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.475218 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 73887e52-ca6b-4c1d-b266-eaed06629913 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:33.525752 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] For port 73887e52-ca6b-4c1d-b266-eaed06629913, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=73887e52-ca6b-4c1d-b266-eaed06629913,segment=NetworkSegment(b3979e34-c820-45b9-9e37-5f17b715536e),segment_id=b3979e34-c820-45b9-9e37-5f17b715536e)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:33.526169 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.667275 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Calling delete_port for 73887e52-ca6b-4c1d-b266-eaed06629913 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:33.694623 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.db [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] For port 73887e52-ca6b-4c1d-b266-eaed06629913, host dv-cinder-776307-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-smb',level=0,port_id=73887e52-ca6b-4c1d-b266-eaed06629913,segment=NetworkSegment(b3979e34-c820-45b9-9e37-5f17b715536e),segment_id=b3979e34-c820-45b9-9e37-5f17b715536e)] {{(pid=85348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:33.695131 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16340531'] for port, precommit_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.773734 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854564532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746809955631', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746809517154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2551269'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.789379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-9455108c-01d7-4580-b3bd-c016ef2a3275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:33.839167 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Calling delete_port for 73887e52-ca6b-4c1d-b266-eaed06629913 owned by network:dhcp {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:33.874722 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854564573'] for port, before_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:33.881680 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Pushing event deleted for resources: {'Port': ['ID=73887e52-ca6b-4c1d-b266-eaed06629913,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:33.897729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:33.934354 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] No DVR routers for this DVR port 73887e52-ca6b-4c1d-b266-eaed06629913 on host dv-cinder-776307-4-smb {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:52:33.969587 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d1b291b-2c30-418f-9d87-07ca90228674 no longer exists at agent ovs-agent-dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:34.006729 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] No Port match for: 0d1b291b-2c30-418f-9d87-07ca90228674 {{(pid=85348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:52:34.007127 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.rpc [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Device 0d1b291b-2c30-418f-9d87-07ca90228674 not bound to the agent host dv-cinder-776307-4-smb {{(pid=85348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:52:34.010130 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.db.api [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85348) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:52:34.010541 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_db.api [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:52:34.058855 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838067602', 'neutron.services.segments.db._delete_segments_for_network-8746810050760'] for network, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:34.170264 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2084cf79-db9d-489c-b414-5337af84b028']}} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:34.183200 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3979e34-c820-45b9-9e37-5f17b715536e') {'for_net_delete': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:34.183545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.services.segments.db [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3979e34-c820-45b9-9e37-5f17b715536e') {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:34.195638 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746810088409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2010690'] for segment, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:34.259203 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764151'] for segment, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:34.265727 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=85346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:52:34.442013 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Network 2084cf79-db9d-489c-b414-5337af84b028 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:52:34.454614 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-11665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2551569'] for segment, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:34.511864 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Deleting port 73887e52-ca6b-4c1d-b266-eaed06629913 {{(pid=85348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:34.512290 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290044795764'] for port, before_delete {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:34.586569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c2ba1-0d5d-4db7-bc73-fd8bb27721c7 None None] The port '73887e52-ca6b-4c1d-b266-eaed06629913' was deleted {{(pid=85348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:52:34.632646 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.plugins.ml2.managers [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Network 2084cf79-db9d-489c-b414-5337af84b028 has no segments {{(pid=85346) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: Traceback (most recent call last): Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: timer() Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: cb(*args, **kw) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: return func(*args, **kwargs) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: self._notify() Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: self.callback(batched_events) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: event.method(event) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: segment_id)['aggregates'][0] Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: return f(self, *a, **k) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: return self._get(url).json() Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: **kwargs) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: return self.request(url, 'GET', **kwargs) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: **endpoint_filter) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:52:34.655600 dv-cinder-776307-4-smb neutron-server[85231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:52:34.985079 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16708199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16497082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838392321'] for network, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:34.990596 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16497033'] for network, before_response {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:34.994507 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-df885ed1-c6bc-433b-a477-5c90016c4709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:35.016526 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Pushing event deleted for resources: {'Network': ['ID=2084cf79-db9d-489c-b414-5337af84b028,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:35.019011 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:35.020570 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-b8bd61a2-c104-49f2-b3c9-92371b330762 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2084cf79-db9d-489c-b414-5337af84b028 HTTP/1.1" status: 204 len: 168 time: 1.9092598 Apr 15 19:52:35.241544 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39106) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:35.295036 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-492881be-4bb0-4048-8c9b-35add0166e87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82716fc345e64ccf847642aca50c61f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522084 Apr 15 19:52:35.297575 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39110) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:35.356886 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdbb88a8-fe1e-41a6-ba06-c53704913fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:35.383909 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdbb88a8-fe1e-41a6-ba06-c53704913fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:35.677230 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdbb88a8-fe1e-41a6-ba06-c53704913fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:35.682572 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-6c0c7962-80fa-4870-ab5b-7991f091439c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:35.696494 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb88a8-fe1e-41a6-ba06-c53704913fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c935b8-b428-4a06-a798-89eee25ff6b6,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:35.699060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-fdbb88a8-fe1e-41a6-ba06-c53704913fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:35.705175 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fdbb88a8-fe1e-41a6-ba06-c53704913fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:35.706461 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-fdbb88a8-fe1e-41a6-ba06-c53704913fee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9c935b8-b428-4a06-a798-89eee25ff6b6 HTTP/1.1" status: 204 len: 168 time: 0.4079320 Apr 15 19:52:36.367150 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39118) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:36.418094 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-e77eea57-3ad0-49fb-8a46-31c847b1b616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5de0287f6da5428ea1e1df1438bcb171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496619 Apr 15 19:52:36.420566 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [-] (85347) accepted ('10.222.0.20', 39122) {{(pid=85347) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:36.483611 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3c25188a-7bba-4653-bc33-ea7da7fd03f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:36.510331 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3c25188a-7bba-4653-bc33-ea7da7fd03f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:36.590505 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3c25188a-7bba-4653-bc33-ea7da7fd03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448392'] for security_group, after_delete {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:36.595351 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-5935c78f-a3f9-41e7-a873-49492654f056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:36.606379 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25188a-7bba-4653-bc33-ea7da7fd03f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff134876-61f3-446f-9072-dde6fa8b6f5c,revision_number=None']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:36.611168 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG oslo_concurrency.lockutils [None req-3c25188a-7bba-4653-bc33-ea7da7fd03f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:36.613788 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-3c25188a-7bba-4653-bc33-ea7da7fd03f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:36.614994 dv-cinder-776307-4-smb neutron-server[85231]: INFO neutron.wsgi [None req-3c25188a-7bba-4653-bc33-ea7da7fd03f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff134876-61f3-446f-9072-dde6fa8b6f5c HTTP/1.1" status: 204 len: 168 time: 0.1934824 Apr 15 19:52:39.402518 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:52.761774 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-37834cb1-0be9-44b4-bf0f-883a46ce22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:55.292912 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f17850ec-7cbb-49c0-a3d4-9c08ba5e3a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:55.750654 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:56.504381 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:57.366060 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:52:57.716748 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.315911 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.760678 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ee5323bc-c187-44fe-9f30-ef50f37b8146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.321567 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-b4513c5e-bd8d-4c40-b57f-3b09c6be05c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.738454 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:26.509934 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:27.670100 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:34.365928 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:53:39.327300 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:52.772406 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-80c6f81e-2c14-4400-b29f-92eb57495724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:55.308318 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-289e7c7a-2061-49ef-8187-7d498b8e48eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:55.760845 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:56.509580 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:57.692755 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.332014 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:11.367098 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:54:22.766308 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-250f0e68-2813-43f8-ba5e-c4c14fadab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:25.291956 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-481471f3-e1a6-4228-8487-0d2667f25f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:25.749148 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:26.503448 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:27.691973 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:39.331528 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:48.367044 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:54:52.771388 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6aede8ec-c024-4faf-af99-d41a381f0c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:55.307542 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f07d2c8c-a896-487b-80e3-6f7b7070fe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:55.760574 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:56.509380 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:57.726921 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:09.366048 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:20.319534 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-67a53f88-504d-496f-a43e-252f8f79093f req-2c9199f8-5510-45ef-9888-a185b11c42f9 service neutron] (85346) timed out ('10.222.0.13', 60502) {{(pid=85346) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 19:55:22.788944 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-37b86382-c566-4208-b713-109b460aa566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:25.297038 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-efe8e586-9fd1-4590-8fd5-64ec7dc5ef57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:25.365801 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:55:25.766070 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:26.518103 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:27.679478 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:39.392260 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:52.771400 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-099436bc-8a4d-44fa-b54f-e9743a9abff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:55.289176 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f43f2d2b-2e9e-4e09-99cf-9f6f904ccd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:55.763732 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:56.517792 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:57.717669 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:02.366185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:56:09.363545 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.779878 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-77152f2f-0089-4bfa-a716-7052d634553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:25.301676 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ba920f5c-a790-4a75-aaa7-175fad4b12f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:25.764652 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:26.517238 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:27.700224 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:39.358506 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:39.366199 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:56:52.998847 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-f66a80a2-5d22-4804-9e1b-df696d72c099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:55.299342 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-fe82b164-cbca-4a27-86cc-91693cdc54a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:55.768185 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:56.523969 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4ac-7180-41d3-b4ee-878c05e306f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:57.740018 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-bf132126-91c4-4438-a334-0c6d267ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.823137 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.wsgi [req-17a1140e-a00b-4617-80cf-c867f5d075e9 req-832f6c0b-94f1-47db-8e49-dde836138dba service neutron] (85346) timed out ('10.222.0.13', 60472) {{(pid=85346) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 19:57:09.358293 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-6c0051ac-9b9f-410b-a25a-6938e2fb9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:16.366453 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron.db.agents_db [None req-2a001dd8-e20e-4b80-b4e0-5cabc977eea7 None None] Agent healthcheck: found 6 active agents {{(pid=85349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:57:22.775543 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-177464e2-5534-4f0c-a689-0a48a0e17c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:25.289569 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-457437ff-68ef-4c7f-ae97-4f870fb06bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:25.809817 dv-cinder-776307-4-smb neutron-server[85231]: DEBUG neutron_lib.callbacks.manager [None req-9ae640ff-14b6-4d67-a984-3abc2b67d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746810050743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16710560'] for agent, after_update {{(pid=85348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}